-- Logs begin at Fri 2021-08-13 03:51:52 UTC, end at Fri 2021-08-13 04:46:10 UTC. -- Aug 13 04:21:50.974271 dv-cinder-759961-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 13 04:21:53.752997 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.common.config [-] Logging enabled! Aug 13 04:21:53.753637 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 13 04:21:53.753783 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93784) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 13 04:21:53.756985 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.common.config [-] Logging enabled! Aug 13 04:21:53.757239 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev537 Aug 13 04:21:53.757577 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93784) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 13 04:21:53.758504 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 13 04:21:53.758736 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 13 04:21:53.759100 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 13 04:21:53.759343 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 13 04:21:53.759567 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 13 04:21:53.759884 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.760180 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.760473 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.760733 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.761062 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.761395 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.761701 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.761991 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.762286 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.762567 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.762842 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.763123 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.763353 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.763632 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.763914 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.764196 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.764417 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] debug = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.764692 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.765113 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.765556 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.765838 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.766124 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.766400 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.766780 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.766939 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.767224 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.767556 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] host = dv-cinder-759961-6-iscsi {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.767837 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.768122 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.768405 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.768687 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.768958 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.769233 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.769551 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.769825 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.770096 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] log_file = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.770369 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.770652 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.770934 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.771233 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.771444 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.771663 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.771947 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.772229 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.772501 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.772769 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.773039 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.773310 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.773610 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.773876 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.774160 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.774441 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.774719 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.774989 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.775259 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.775528 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.775795 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.776075 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.776497 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.776800 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.777130 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.777419 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.777718 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.777994 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.778296 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.778579 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.778858 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.779138 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.779408 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.779940 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.780208 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.780476 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.780742 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] use_json = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.781010 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.781276 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.781583 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.781855 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.782125 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.782395 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.782663 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.782943 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:53.783237 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.783533 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.783833 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.784115 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.784408 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.784688 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.784976 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.785251 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.785565 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.785856 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.786146 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.786422 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.786710 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.786987 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.787281 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.787589 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.787882 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.788172 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.788446 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.788719 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.788991 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.789264 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.789572 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.789865 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.790152 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.790425 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.790701 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.790988 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.791261 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.791530 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.792328 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.792616 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.792895 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.793161 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.793459 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.793739 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.794009 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.794279 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.794555 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.794842 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.795115 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.795382 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.795651 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.795924 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.796193 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.796474 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.796746 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.797013 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.797280 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.797591 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.797860 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.798135 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.798408 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.798677 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.798950 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.799219 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.799485 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.799755 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.800025 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.800293 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.800562 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.800830 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.801102 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.801369 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.801661 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.801930 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.802199 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.802467 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.802749 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.803044 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.803318 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.803593 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.803867 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.804142 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.804415 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.804688 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.804962 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.805236 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.805532 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.805822 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.806105 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.806390 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.806670 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.806944 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.807235 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.808077 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.808361 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.808637 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.808912 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.809200 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.809506 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.809801 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.810091 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.810382 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.810670 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.810959 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.811234 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.811541 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.811816 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:53.812029 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 13 04:21:53.812275 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93784) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 13 04:21:54.161946 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 13 04:21:54.162235 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 13 04:21:54.162490 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 13 04:21:54.162814 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 13 04:21:54.555728 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:54.555925 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:54.556187 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:54.557374 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:54.558179 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:54.558535 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:54.593188 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:54.593488 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:54.593757 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:54.610618 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:54.610894 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:54.611162 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:54.639370 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:54.639656 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:54.639927 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:54.676543 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:54.676819 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:54.677087 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:54.907341 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:54.907990 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:54.907990 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:54.908160 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:54.908817 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.031547 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.031861 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.032152 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.032408 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.032671 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.032981 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.033241 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.033513 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.033770 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.034049 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.034305 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.034566 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.034819 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.035065 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.035315 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.035573 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.035826 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.036088 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.036353 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.036608 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.036872 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.037120 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.037395 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.037799 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.038047 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.038290 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.038685 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93784) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 04:21:55.038924 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93784) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 04:21:55.039158 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93784) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 04:21:55.039388 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93784) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 04:21:55.039618 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93784) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 04:21:55.039848 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93784) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 04:21:55.040208 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 13 04:21:55.043588 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 13 04:21:55.047512 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 13 04:21:55.051170 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Aug 13 04:21:55.052935 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 13 04:21:55.053386 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 13 04:21:55.053747 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 13 04:21:55.054135 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 13 04:21:55.056907 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 13 04:21:55.057160 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 13 04:21:55.057567 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 13 04:21:55.062902 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 13 04:21:55.085658 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 13 04:21:55.086122 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.086422 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93784) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 13 04:21:55.086779 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.088148 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93784) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 13 04:21:55.088435 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 13 04:21:55.088682 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 13 04:21:55.092840 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.093116 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.156883 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 13 04:21:55.157117 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 13 04:21:55.157394 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 13 04:21:55.157792 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 13 04:21:55.178907 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_db.sqlalchemy.engines [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93784) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 13 04:21:55.706304 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.plugins.ml2.managers [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Initializing driver for type 'gre' Aug 13 04:21:55.706828 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] gre ID ranges: [(1, 1000)] Aug 13 04:21:55.757994 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.plugins.ml2.managers [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Initializing driver for type 'local' Aug 13 04:21:55.758332 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.plugins.ml2.managers [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Initializing driver for type 'vlan' Aug 13 04:21:55.770373 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] VlanTypeDriver initialization complete Aug 13 04:21:55.770742 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.plugins.ml2.managers [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Initializing driver for type 'vxlan' Aug 13 04:21:55.771299 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] vxlan ID ranges: [(1, 1000)] Aug 13 04:21:55.822590 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.plugins.ml2.managers [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Initializing extension driver 'port_security' Aug 13 04:21:55.822936 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.plugins.ml2.extensions.port_security [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] PortSecurityExtensionDriver initialization complete Aug 13 04:21:55.823203 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.plugins.ml2.managers [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Initializing mechanism driver 'openvswitch' Aug 13 04:21:55.823657 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.plugins.ml2.managers [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Initializing mechanism driver 'hyperv' Aug 13 04:21:55.830298 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.plugins.ml2.plugin [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:21:55.830969 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > port after_create 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.831335 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > port after_update 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.831679 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > port after_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.832188 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93784) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 04:21:55.832613 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > subnet after_create 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.832963 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > subnet after_update 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.833308 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.833720 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93784) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 04:21:55.834123 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > network after_create 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.834470 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > network after_update 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.834808 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > network after_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.835188 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93784) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 04:21:55.835583 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > security_group after_create 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.835925 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > security_group after_update 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.836260 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.836642 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93784) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 04:21:55.837168 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.837543 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.837885 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.838270 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93784) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 04:21:55.838665 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > address_group after_create 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.839029 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > address_group after_update 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.839400 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.839780 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93784) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 13 04:21:55.840153 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] ML2 OVO RPC backend initialized. {{(pid=93784) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 13 04:21:55.840844 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.841194 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.841629 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > network before_response 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.841974 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > networks before_response 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.842315 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > port before_response 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.842651 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > ports before_response 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.842988 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > subnet before_response 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.843320 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > subnets before_response 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.843659 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > network after_create 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.843990 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > network after_update 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.844320 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > network after_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.844654 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > port after_create 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.844986 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > port after_update 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.845346 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > port after_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.845700 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > subnet after_create 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.846033 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > subnet after_update 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.846364 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.846926 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.plugins.ml2.plugin [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Modular L2 Plugin initialization complete Aug 13 04:21:55.847250 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading services supported by the core plugin {{(pid=93784) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 13 04:21:55.847570 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.plugins.ml2.managers [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Got port-security extension from driver 'port_security' Aug 13 04:21:55.848028 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.extensions.vlantransparent [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Disabled vlantransparent extension. Aug 13 04:21:55.848500 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93784) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 13 04:21:55.848806 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading Plugin: router Aug 13 04:21:55.886899 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.887219 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > router after_create 55549900 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.887591 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > router before_create 55549900 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.887956 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.888328 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.888686 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > router after_delete 55549900 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.889046 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.889411 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > router after_create 55549900 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.889781 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > router after_update 55549900 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.890134 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > router after_update 55549900 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.890486 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.890845 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > router after_update 55549900 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.891258 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > router precommit_update 55549900 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.891628 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: port after_update 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.891963 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: port after_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.892296 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: subnet after_update 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.892634 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.892977 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.893324 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > router precommit_create 55549900 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.893702 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: port before_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.894042 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > router precommit_create 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.894401 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > router after_update 55549900 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.894748 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.895097 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > router precommit_create 55549900 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.895461 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.895806 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > router precommit_update 55549900 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.896169 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > agent after_create 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.896519 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > agent after_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.896865 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > network after_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.897746 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.quota.resource_registry [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Tracking information for resource: router configured {{(pid=93784) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 04:21:55.898079 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.quota.resource_registry [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Tracking information for resource: floatingip configured {{(pid=93784) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 13 04:21:55.903156 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.db.l3_agentschedulers_db [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 13 04:21:55.903842 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: port after_update 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.904198 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: port after_create 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.904549 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: port after_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.905153 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: port after_update 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.905974 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > router before_create 55550100 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.906338 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.906696 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > router precommit_create 55550100 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.907049 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > router precommit_update 55550100 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.911418 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.services.provider_configuration [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Service providers = [] {{(pid=93784) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 13 04:21:55.911946 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.db.servicetype_db [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93784) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 13 04:21:55.914723 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.services.service_base [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93784) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 04:21:55.915069 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.services.service_base [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93784) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 04:21:55.915408 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.services.service_base [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93784) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 04:21:55.916296 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.services.service_base [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93784) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 13 04:21:55.916665 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.services.service_base [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 13 04:21:55.917576 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93784) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 04:21:55.918109 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 13 04:21:55.928550 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93784) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 04:21:55.928875 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading Plugin: auto_allocate Aug 13 04:21:55.935295 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: network precommit_update 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.935661 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: network precommit_create 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.936271 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93784) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 04:21:55.936491 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading Plugin: tag Aug 13 04:21:55.942971 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93784) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 04:21:55.943290 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading Plugin: timestamp Aug 13 04:21:55.947330 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93784) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 04:21:55.947655 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading Plugin: network_ip_availability Aug 13 04:21:55.953317 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.953711 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.954060 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:55.954761 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93784) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 04:21:55.955115 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading Plugin: flavors Aug 13 04:21:55.959792 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93784) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 04:21:55.960116 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading Plugin: revisions Aug 13 04:21:55.964462 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93784) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 13 04:21:55.964846 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_concurrency.lockutils [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.802s {{(pid=93784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 13 04:21:55.965615 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93784) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 13 04:21:55.965948 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Initializing extension manager. Aug 13 04:21:55.966452 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: __init__.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:55.966794 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: __pycache__ {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:55.967121 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:55.967450 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: address_group.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:55.968200 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:55.968768 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: address-group Aug 13 04:21:55.969089 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: address_scope.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:55.969818 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:55.970336 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: address-scope Aug 13 04:21:55.970657 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:55.971572 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:55.972085 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: router-admin-state-down-before-update Aug 13 04:21:55.972411 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: agent.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:55.973301 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:55.973852 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: agent Aug 13 04:21:55.974171 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: agent_resources_synced.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:55.975069 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:55.975584 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: agent-resources-synced Aug 13 04:21:55.975899 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: allowedaddresspairs.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:55.977714 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:55.978237 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: allowed-address-pairs Aug 13 04:21:55.978559 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: auto_allocated_topology.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:55.980226 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:55.980827 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: auto-allocated-topology Aug 13 04:21:55.981149 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: availability_zone.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:55.981862 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:55.982454 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: availability_zone Aug 13 04:21:55.982690 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: availability_zone_filter.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:55.983602 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:55.984112 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: availability_zone_filter Aug 13 04:21:55.984432 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: data_plane_status.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:55.985332 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:55.985870 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extension data-plane-status not supported by any of loaded plugins Aug 13 04:21:55.986190 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: default_subnetpools.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:55.987103 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:55.987614 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: default-subnetpools Aug 13 04:21:55.987940 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:55.988746 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:55.989258 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: dhcp_agent_scheduler Aug 13 04:21:55.989617 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: dns.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:55.990526 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:55.991034 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extension dns-integration not supported by any of loaded plugins Aug 13 04:21:55.991353 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: dns_domain_ports.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:55.992257 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:55.992769 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 13 04:21:55.993088 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:55.994028 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:55.994543 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 13 04:21:55.994862 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: dvr.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:55.996127 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:55.996637 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: dvr Aug 13 04:21:55.996952 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: ecmp_routes.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:55.997885 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:55.998393 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 13 04:21:55.998711 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: empty_string_filtering.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:55.999613 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.000124 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: empty-string-filtering Aug 13 04:21:56.000441 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.001342 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.001879 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 13 04:21:56.002197 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.003106 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.003618 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 13 04:21:56.003936 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: external_net.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.004834 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.005342 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: external-net Aug 13 04:21:56.005685 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.006592 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.007098 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: extra_dhcp_opt Aug 13 04:21:56.007415 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: extraroute.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.008308 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.008815 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: extraroute Aug 13 04:21:56.009131 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: extraroute_atomic.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.010193 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.011317 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: extraroute-atomic Aug 13 04:21:56.011317 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: filter_validation.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.011820 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.012327 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: filter-validation Aug 13 04:21:56.012644 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: fip_pf_description.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.013588 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.014094 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 13 04:21:56.014412 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: fip_port_details.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.015326 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.015834 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: fip-port-details Aug 13 04:21:56.016156 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: flavors.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.017397 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.017938 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: flavors Aug 13 04:21:56.018258 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.019933 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.020460 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 13 04:21:56.020791 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: floatingip_pools.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.021513 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.022033 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: floatingip-pools Aug 13 04:21:56.022355 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: ip_allocation.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.023271 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.023790 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extension ip_allocation not supported by any of loaded plugins Aug 13 04:21:56.024113 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.025021 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.025570 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: ip-substring-filtering Aug 13 04:21:56.025896 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: l2_adjacency.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.026928 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.027440 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 13 04:21:56.027767 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: l3.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.028862 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.029392 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: router Aug 13 04:21:56.029739 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.032230 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.032760 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 13 04:21:56.033086 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.034058 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.034574 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: ext-gw-mode Aug 13 04:21:56.034897 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.035821 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.036336 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: l3-ha Aug 13 04:21:56.036658 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: l3_flavors.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.037597 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.038111 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: l3-flavors Aug 13 04:21:56.038427 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.039326 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.039840 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 13 04:21:56.040159 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: l3agentscheduler.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.041174 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.041715 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: l3_agent_scheduler Aug 13 04:21:56.042559 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: logging.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.044043 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.044564 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extension logging not supported by any of loaded plugins Aug 13 04:21:56.044893 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: metering.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.045657 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.046231 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: metering Aug 13 04:21:56.046556 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.047642 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.048162 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: metering_source_and_destination_fields Aug 13 04:21:56.048484 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: multiprovidernet.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.049399 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.049932 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: multi-provider Aug 13 04:21:56.050252 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: netmtu.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.051162 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.051674 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: net-mtu Aug 13 04:21:56.051994 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: netmtu_writable.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.052915 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.053453 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: net-mtu-writable Aug 13 04:21:56.053773 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: network_availability_zone.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.054442 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.054942 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: network_availability_zone Aug 13 04:21:56.055261 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: network_ip_availability.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.056336 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.056847 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: network-ip-availability Aug 13 04:21:56.057168 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: network_segment_range.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.058598 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.059102 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extension network-segment-range not supported by any of loaded plugins Aug 13 04:21:56.059421 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: pagination.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.060437 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.060761 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: pagination Aug 13 04:21:56.061075 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: port_device_profile.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.062002 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.062519 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: port-device-profile Aug 13 04:21:56.062837 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.063764 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.064273 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: port-mac-address-regenerate Aug 13 04:21:56.064592 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.065527 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.066041 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: port-numa-affinity-policy Aug 13 04:21:56.066363 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: port_resource_request.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.067273 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.067785 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extension port-resource-request not supported by any of loaded plugins Aug 13 04:21:56.068104 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: portbindings.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.069026 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.069564 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: binding Aug 13 04:21:56.069884 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: portbindings_extended.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.071262 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.071786 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: binding-extended Aug 13 04:21:56.072117 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: portsecurity.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.073026 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.073598 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: port-security Aug 13 04:21:56.073925 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: project_id.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.074896 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.075221 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: project-id Aug 13 04:21:56.075537 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: providernet.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.076461 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.076973 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: provider Aug 13 04:21:56.077291 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: qos.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.080812 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.081343 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extension qos not supported by any of loaded plugins Aug 13 04:21:56.081700 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.082940 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.083465 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 13 04:21:56.083801 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.084720 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.085236 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 13 04:21:56.085594 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: qos_default.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.086503 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.087018 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extension qos-default not supported by any of loaded plugins Aug 13 04:21:56.087341 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: qos_fip.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.087995 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.088502 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extension qos-fip not supported by any of loaded plugins Aug 13 04:21:56.088826 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: qos_gateway_ip.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.090464 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.090980 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 13 04:21:56.091304 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: qos_port_network_policy.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.092213 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.092725 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 13 04:21:56.093047 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: qos_pps_rule.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.094247 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.094768 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extension qos-pps not supported by any of loaded plugins Aug 13 04:21:56.095090 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: qos_rule_type_details.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.096010 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.096526 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 13 04:21:56.096845 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: qos_rules_alias.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.097918 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.098436 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 13 04:21:56.098755 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: quotasv2.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.099719 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.100043 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: quotas Aug 13 04:21:56.100362 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: quotasv2_detail.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.103488 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.103825 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: quota_details Aug 13 04:21:56.104159 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: rbac.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.106031 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.106570 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: rbac-policies Aug 13 04:21:56.106897 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: rbac_address_group.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.107844 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.108367 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: rbac-address-group Aug 13 04:21:56.108698 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: rbac_address_scope.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.109636 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.110178 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: rbac-address-scope Aug 13 04:21:56.110468 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: rbac_security_groups.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.111380 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.111886 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: rbac-security-groups Aug 13 04:21:56.112204 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: rbac_subnetpool.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.113113 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.113649 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: rbac-subnetpool Aug 13 04:21:56.113969 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: revisionifmatch.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.114889 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.115401 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: revision-if-match Aug 13 04:21:56.115720 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: revisions.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.116836 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.117353 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: standard-attr-revisions Aug 13 04:21:56.117694 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: router_availability_zone.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.118369 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.118882 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: router_availability_zone Aug 13 04:21:56.119197 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: routerservicetype.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.120106 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.120661 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extension router-service-type not supported by any of loaded plugins Aug 13 04:21:56.121076 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.122027 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.122537 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: security-groups-normalized-cidr Aug 13 04:21:56.122856 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.123764 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.124278 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: port-security-groups-filtering Aug 13 04:21:56.124597 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.125539 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.126078 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: security-groups-remote-address-group Aug 13 04:21:56.126403 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: securitygroup.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.136100 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.136654 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: security-group Aug 13 04:21:56.137042 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: segment.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.137842 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.138357 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extension segment not supported by any of loaded plugins Aug 13 04:21:56.138676 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.139669 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.140184 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 13 04:21:56.140504 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: servicetype.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.141741 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.142268 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: service-type Aug 13 04:21:56.142590 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: sorting.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.143570 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.143905 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: sorting Aug 13 04:21:56.144231 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: standard_attr_segment.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.145146 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.145686 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 13 04:21:56.146008 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: standardattrdescription.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.146665 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.147174 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: standard-attr-description Aug 13 04:21:56.147504 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: stateful_security_group.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.148449 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.148963 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: stateful-security-group Aug 13 04:21:56.149285 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: stdattrs_common.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.149905 dv-cinder-759961-6-iscsi neutron-server[93784]: WARNING neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 13 04:21:56.150224 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.151142 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.152217 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 13 04:21:56.152534 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: subnet_onboard.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.153948 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.154579 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: subnet_onboard Aug 13 04:21:56.155039 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.155989 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.156594 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 13 04:21:56.156938 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: subnet_service_types.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.157943 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.158463 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: subnet-service-types Aug 13 04:21:56.158784 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: subnetallocation.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.159879 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.160419 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: subnet_allocation Aug 13 04:21:56.160720 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.161399 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.161936 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: subnetpool-prefix-ops Aug 13 04:21:56.162260 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.163182 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.163747 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 13 04:21:56.164081 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: tagging.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.165205 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.165824 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: standard-attr-tag Aug 13 04:21:56.166144 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: timestamp.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.168111 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.168677 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loaded extension: standard-attr-timestamp Aug 13 04:21:56.169002 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: trunk.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.170203 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.170660 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extension trunk not supported by any of loaded plugins Aug 13 04:21:56.171088 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: trunk_details.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.171927 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.172446 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extension trunk-details not supported by any of loaded plugins Aug 13 04:21:56.172770 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: uplink_status_propagation.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.173733 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.174242 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 13 04:21:56.174569 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Loading extension file: vlantransparent.py {{(pid=93784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 13 04:21:56.175259 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 13 04:21:56.175771 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 13 04:21:56.178413 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.quota.resource_registry [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Creating instance of TrackedResource for resource:network Aug 13 04:21:56.178943 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.quota.resource_registry [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Creating instance of TrackedResource for resource:subnet Aug 13 04:21:56.179347 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.quota.resource_registry [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 04:21:56.179729 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.quota.resource_registry [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Creating instance of TrackedResource for resource:port Aug 13 04:21:56.181006 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.v2.resource_helper [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93784) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:21:56.181490 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.v2.resource_helper [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Service FLAVORS assigned prefix: {{(pid=93784) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:21:56.182102 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.v2.resource_helper [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93784) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:21:56.182531 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.v2.resource_helper [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93784) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:21:56.182899 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.quota.resource_registry [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Creating instance of TrackedResource for resource:router Aug 13 04:21:56.183535 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.quota.resource_registry [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Creating instance of TrackedResource for resource:floatingip Aug 13 04:21:56.184188 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.v2.resource_helper [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Service METERING assigned prefix: /metering {{(pid=93784) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:21:56.185887 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:56.186303 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:56.186699 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:21:56.187787 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.quota.resource_registry [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Creating instance of CountableResource for resource:rbac_policy Aug 13 04:21:56.188237 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.quota.resource_registry [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Creating instance of TrackedResource for resource:security_group Aug 13 04:21:56.188676 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.quota.resource_registry [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 13 04:21:56.190699 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.v2.resource_helper [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Service CORE assigned prefix: {{(pid=93784) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:21:56.190896 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.quota.resource_registry [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 04:21:56.191258 dv-cinder-759961-6-iscsi neutron-server[93784]: WARNING neutron.quota.resource_registry [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] subnetpool is already registered Aug 13 04:21:56.191721 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.v2.resource_helper [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Service CORE assigned prefix: {{(pid=93784) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:21:56.192055 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.quota.resource_registry [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 04:21:56.192396 dv-cinder-759961-6-iscsi neutron-server[93784]: WARNING neutron.quota.resource_registry [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] subnetpool is already registered Aug 13 04:21:56.194772 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.v2.resource_helper [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93784) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:21:56.195220 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.v2.resource_helper [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Service FLAVORS assigned prefix: {{(pid=93784) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:21:56.195820 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.v2.resource_helper [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93784) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:21:56.196247 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.v2.resource_helper [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93784) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:21:56.196588 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.quota.resource_registry [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Creating instance of TrackedResource for resource:router Aug 13 04:21:56.196933 dv-cinder-759961-6-iscsi neutron-server[93784]: WARNING neutron.quota.resource_registry [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] router is already registered Aug 13 04:21:56.197366 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.quota.resource_registry [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Creating instance of TrackedResource for resource:floatingip Aug 13 04:21:56.197727 dv-cinder-759961-6-iscsi neutron-server[93784]: WARNING neutron.quota.resource_registry [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] floatingip is already registered Aug 13 04:21:56.198194 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.v2.resource_helper [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Service METERING assigned prefix: /metering {{(pid=93784) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:21:56.199167 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.quota.resource_registry [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Creating instance of CountableResource for resource:rbac_policy Aug 13 04:21:56.199500 dv-cinder-759961-6-iscsi neutron-server[93784]: WARNING neutron.quota.resource_registry [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] rbac_policy is already registered Aug 13 04:21:56.199920 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.quota.resource_registry [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Creating instance of TrackedResource for resource:security_group Aug 13 04:21:56.200259 dv-cinder-759961-6-iscsi neutron-server[93784]: WARNING neutron.quota.resource_registry [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] security_group is already registered Aug 13 04:21:56.200668 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.quota.resource_registry [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 13 04:21:56.201008 dv-cinder-759961-6-iscsi neutron-server[93784]: WARNING neutron.quota.resource_registry [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] security_group_rule is already registered Aug 13 04:21:56.201683 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.v2.resource_helper [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Service CORE assigned prefix: {{(pid=93784) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:21:56.202015 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.quota.resource_registry [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 04:21:56.202352 dv-cinder-759961-6-iscsi neutron-server[93784]: WARNING neutron.quota.resource_registry [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] subnetpool is already registered Aug 13 04:21:56.202785 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.v2.resource_helper [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Service CORE assigned prefix: {{(pid=93784) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 13 04:21:56.203120 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.quota.resource_registry [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 13 04:21:56.203455 dv-cinder-759961-6-iscsi neutron-server[93784]: WARNING neutron.quota.resource_registry [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] subnetpool is already registered Aug 13 04:21:56.203923 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: extensions {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.205444 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: address-groups {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.206959 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: address-scopes {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.208290 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: agents {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.209485 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: auto-allocated-topology {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.210754 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: availability_zones {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.211981 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: dhcp-networks {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.213541 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: dhcp-agents {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.215554 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: routers {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.217291 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: flavors {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.218614 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: service_profiles {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.219830 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: next_providers {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.221271 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: service_profiles {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.222859 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: floatingip-pools {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.224107 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: routers {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.226256 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: floatingips {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.227611 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: l3-routers {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.229068 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: l3-agents {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.231291 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: metering-labels {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.232586 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: metering-label-rules {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.234014 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: network-ip-availabilities {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.235282 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: bindings {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.236840 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: quotas {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.238435 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: quotas {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.239899 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: rbac-policies {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.241093 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: security-groups {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.242435 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: security-group-rules {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.243678 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: service-providers {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.245010 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: subnetpools {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.246503 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: subnetpools {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.248063 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: tags {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.249787 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: tags {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.251612 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: tags {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.253467 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: tags {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.255213 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: tags {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.258351 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: tags {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.260049 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: tags {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.261919 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: tags {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.263817 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: tags {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.265613 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron.api.extensions [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Extended resource: tags {{(pid=93784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 13 04:21:56.271630 dv-cinder-759961-6-iscsi neutron-server[93784]: WARNING keystonemiddleware.auth_token [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 13 04:21:56.276215 dv-cinder-759961-6-iscsi neutron-server[93784]: WARNING keystonemiddleware.auth_token [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 13 04:21:56.285421 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_concurrency.lockutils [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Acquired lock "singleton_lock" {{(pid=93784) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 13 04:21:56.285919 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_concurrency.lockutils [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Releasing lock "singleton_lock" {{(pid=93784) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 13 04:21:56.286566 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO oslo_service.service [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Starting 2 workers Aug 13 04:21:56.291356 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Started child 93893 {{(pid=93784) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 04:21:56.296423 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Started child 93894 {{(pid=93784) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 04:21:56.297489 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:56.298135 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO neutron.service [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 13 04:21:56.298659 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Notify callbacks [] for process, before_spawn {{(pid=93784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:56.298988 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [-] (93893) wsgi starting up on http://0.0.0.0:9696 Aug 13 04:21:56.301028 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO oslo_service.service [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Starting 1 workers Aug 13 04:21:56.301154 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:56.302535 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [-] (93894) wsgi starting up on http://0.0.0.0:9696 Aug 13 04:21:56.306225 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Started child 93895 {{(pid=93784) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 04:21:56.306767 dv-cinder-759961-6-iscsi neutron-server[93784]: INFO oslo_service.service [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Starting 1 workers Aug 13 04:21:56.310449 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.service [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] calling RpcWorker wait() {{(pid=93895) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 13 04:21:56.311023 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.service [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] returning from RpcWorker wait() {{(pid=93895) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 13 04:21:56.311337 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Started child 93896 {{(pid=93784) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 13 04:21:56.312160 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG neutron_lib.callbacks.manager [None req-5c6cc3d4-3a47-439c-bd65-4d1262da9fa9 None None] Notify callbacks [] for process, after_spawn {{(pid=93784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:56.312398 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:56.312898 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:21:56.314059 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93784) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 13 04:21:56.314258 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 13 04:21:56.314438 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 13 04:21:56.314811 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 13 04:21:56.315146 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 13 04:21:56.315318 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 13 04:21:56.315837 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.316135 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.316238 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:21:56.316699 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.316699 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.316930 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.317395 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:21:56.317556 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.317988 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.318251 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.318523 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.318778 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.318957 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.319122 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.319538 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.319809 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.320107 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.320383 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.320640 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.320916 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.321092 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.321350 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.321647 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.321919 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.322207 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] debug = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.322455 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.322944 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.323196 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.323496 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.323743 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.324027 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.324260 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.324550 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.324798 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.325025 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.325268 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.325563 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.325812 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.326033 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.326256 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.326504 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.326758 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.327251 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] host = dv-cinder-759961-6-iscsi {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.327447 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.327667 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.327929 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.328179 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.328439 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.328680 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.328939 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.329193 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.329479 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.329710 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.329967 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.330248 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.330494 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.330734 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] log_file = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.330901 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] log_options = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.331123 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.331387 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.331647 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.331840 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.332013 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.332192 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.332431 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.332598 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.332853 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.333072 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.333291 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.333543 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.333764 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.333981 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.334234 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.334502 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.334725 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.334938 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.335201 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.335447 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.335676 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.335907 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.336125 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.336361 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.336646 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.336814 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.337063 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.337379 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.337537 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.337772 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.338008 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.338278 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.338529 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.338789 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.339614 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.339847 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.340080 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.340370 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.340609 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.340824 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.341095 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.341337 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.341623 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.341843 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.342085 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.342302 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] use_json = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.342518 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.342760 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.343035 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.343260 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.343477 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.343698 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.343933 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.344176 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.344610 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.344896 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.345207 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.345480 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.345721 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.345963 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.346217 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.346462 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.346754 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.346956 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.347263 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.347510 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.347897 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.348284 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.348580 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.348947 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.349213 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.349504 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.349775 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.349973 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.350226 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.350453 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.350781 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.351242 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.351575 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.351836 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.352290 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.352669 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.353052 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.353312 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.353604 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.353755 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.354048 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.354294 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.354525 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.355439 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.355714 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.356037 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.356207 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.356413 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.356678 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.356930 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.357151 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.357395 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.357709 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.357887 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.358143 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.358399 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.358619 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.359330 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.359330 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.359610 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.359757 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.359921 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.360270 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.360602 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.360867 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.361091 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.361272 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.361748 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.362010 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.362285 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.363678 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.365091 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.366434 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.366434 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.366674 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.366892 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.367142 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.367380 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.367617 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.367854 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.368082 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.368331 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.368577 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.368819 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.369035 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.369272 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.369540 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.369764 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.369989 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.370261 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.370632 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.371727 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.371727 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.372855 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.373117 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.373389 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.373692 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.373966 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.374217 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.374485 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.374729 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.374965 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.375208 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.375467 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.375697 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.375965 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.376197 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.376442 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.376706 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.376951 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.377178 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.377439 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.377686 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.377931 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.378200 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.378460 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.378716 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.378952 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.379206 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.379481 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.379736 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.380022 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.380243 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.380523 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.380828 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.381100 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.381385 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.381657 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.381913 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.382155 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.382390 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.382640 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.382877 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.383130 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.383354 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.383641 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.383869 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.384124 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.384329 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.384583 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.384923 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.385227 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.385513 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.385744 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.386667 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.387149 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.387353 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.387626 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.387876 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.388144 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.388410 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.388661 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.388906 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.389153 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.389389 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.389628 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.389874 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.390121 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.390350 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.390591 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.390830 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.391069 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.391291 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.391514 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.391757 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.392010 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.392253 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.392514 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.392748 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.392971 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.393210 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.393461 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.393673 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.393912 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.394149 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.394397 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.394618 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.394890 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.395151 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.395392 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.395622 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.395848 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.396114 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.396353 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.396594 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.396816 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.397038 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.397253 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.397511 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.397751 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.397983 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.398292 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.398437 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.398840 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.399098 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.399424 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.399684 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.399916 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.400154 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.400373 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.400620 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.400859 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.401078 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.401317 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.402172 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.402508 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.402856 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.403098 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.403363 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.403582 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.403817 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.404054 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.404274 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.404487 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.405149 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.405391 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.405666 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.405914 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.406154 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.406371 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.406602 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.406811 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.407212 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.407397 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.407618 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.407835 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.408065 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.408284 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.408517 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.408723 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.408941 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.409154 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.409380 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.409615 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.409823 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.410075 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.410293 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.410527 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.410770 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.411073 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.411284 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.411443 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.411664 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.411895 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.412127 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.412342 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.412552 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.412782 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.413021 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.413230 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.413568 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.413842 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.414069 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.414353 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.414587 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.414845 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.415090 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.415429 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.415647 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.415915 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.416136 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.416373 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.416596 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.416853 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.418282 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.418583 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.418856 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.419131 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.419416 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.419697 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.419966 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.420192 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.420483 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.420820 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.421102 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.421355 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.421640 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.421905 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.422133 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.422358 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.422595 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.422833 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.423082 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.423325 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.423574 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.423796 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.424047 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.424276 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.424526 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.424762 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.424981 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.425202 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.425419 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.425604 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 13 04:21:56.426110 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93784) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 13 04:21:56.426276 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 13 04:21:56.426444 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 13 04:21:56.426632 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 13 04:21:56.426811 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 13 04:21:56.426956 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 13 04:21:56.427163 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.427328 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.427495 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.427659 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.427822 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.428004 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.428151 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.428317 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.428463 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.428618 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.428843 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.428986 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.429123 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.429268 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.429404 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.429594 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.429744 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.429881 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.430016 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.430153 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.430288 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.430423 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.430583 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] debug = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.430728 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.430945 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.431137 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.431278 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.431414 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.431560 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.431727 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.431863 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.431998 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.432133 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.432274 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.432419 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.432581 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.432760 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.433365 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.433644 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.433816 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.433980 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] host = dv-cinder-759961-6-iscsi {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.434143 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.435390 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.435390 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.435390 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.435390 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.435390 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.435390 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.435390 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.436700 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.436700 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.436700 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.436700 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.436700 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.436700 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] log_file = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.436700 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] log_options = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.436700 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.436700 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.437389 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.437389 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.437389 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.437389 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.437389 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.438563 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.438563 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.438563 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.438563 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.438563 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.438563 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.438563 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.438563 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.440228 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.440228 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.440228 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.440228 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.440228 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.440228 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.440228 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.440228 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.441043 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.441043 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.441043 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.441043 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.441043 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.441043 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.441043 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.441043 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.441613 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.441613 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.441613 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.441613 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.441889 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.441889 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.442032 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.442160 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.442322 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.442483 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.442659 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.442835 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.442998 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.443123 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.443314 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] use_json = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.443403 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.443543 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.443703 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.443863 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.444023 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.444182 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.444342 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.444502 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 13 04:21:56.444683 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.444849 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.445030 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.445191 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.445353 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.445536 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.445698 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.445861 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.446027 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.446203 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.446368 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.448895 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.448895 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.448895 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.448895 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.448895 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.448895 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.448895 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.448895 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.449745 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.449745 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.449745 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.449745 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.449745 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.449745 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.449745 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.450237 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.450237 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.450237 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.450446 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.450524 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.450611 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.450991 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.450991 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.451144 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.451222 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.451397 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.451531 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.451696 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.451861 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.452025 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.452190 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.452353 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.452517 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.452707 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.453517 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.453517 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.453517 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.453517 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.453517 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.454278 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.454278 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.454278 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.454278 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.454278 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.454886 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.454886 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.454886 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.454886 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.455422 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.455422 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.455422 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.455751 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:21:56.455892 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.455892 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.455892 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.455892 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.456356 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.456356 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.456356 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.456700 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.456700 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.456932 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.456932 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.457165 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.457287 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.457419 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.457559 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.457683 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.457851 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.458014 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.458176 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.458343 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.458506 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.458669 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.458840 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.459019 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.459183 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.459346 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.459509 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.459671 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.459835 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.459997 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.460159 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.460321 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.460484 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.460646 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.460807 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.460972 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.461134 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.461296 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.461464 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.461629 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.461791 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.461952 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.462114 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.462276 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.462438 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.462600 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.462761 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.462922 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.463084 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.463256 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.463417 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.463581 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.463743 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.463931 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.465203 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.465378 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.465575 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.465741 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.465904 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.466066 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.466230 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.466395 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.466557 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.466720 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.467865 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.467865 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.467865 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.467865 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.467865 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.467865 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.469486 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.469486 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.469486 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.469486 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.469486 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.469486 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.469486 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.469486 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.470306 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.470306 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.470306 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.470306 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.470306 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.470306 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.470306 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.470306 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.471138 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.471138 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.471138 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.471138 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.471138 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.471138 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.472034 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.472034 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.472034 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.472034 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.472034 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.472034 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.472488 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.472488 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.472488 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.472706 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.472787 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.472902 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.473117 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.473225 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.473376 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.473561 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.473727 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.473890 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.474053 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.474216 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.474475 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.474570 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.474699 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.474930 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.475022 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.475149 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.475386 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.475488 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.475572 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.475734 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.475896 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.476057 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.476220 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.476398 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.476561 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.476790 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.477140 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.477140 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.477345 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.477345 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.477776 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.477776 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.477776 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.477994 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.478087 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.478249 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.478415 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.478578 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.478741 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.479010 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.479102 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.479231 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.479481 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.479600 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.479718 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.480322 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.480478 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.480644 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.481466 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.481466 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.481466 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.481466 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.481466 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.482604 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.482604 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.482604 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.482604 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.482604 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.482604 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.482604 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.484025 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.484025 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.484025 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.484025 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.484025 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.484025 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.484025 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.484025 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.484025 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.485060 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.485060 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.485060 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.485060 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.485060 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.485060 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.485060 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.485060 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.486011 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.486011 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.486011 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.486011 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.486011 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.486011 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.486697 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.486697 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.486697 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.486697 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.487147 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.487147 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.487147 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.487507 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.487507 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.487507 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.487850 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.487850 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.488082 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.488204 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.488328 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.488459 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.488629 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.488798 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.488973 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.489136 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.489298 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.489510 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.489635 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.489785 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.489947 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.490109 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.490270 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.490432 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.490593 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.490753 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.490915 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.491076 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.491237 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.491400 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.491560 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.491721 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.491882 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.492043 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 13 04:21:56.492197 dv-cinder-759961-6-iscsi neutron-server[93784]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 13 04:21:56.653686 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 60680) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:21:56.662294 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061898 Aug 13 04:22:08.140229 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb5e968-7009-4a1b-9a2f-006ed065bdde None None] get_active_networks_info from dv-cinder-759961-6-iscsi {{(pid=93895) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 13 04:22:08.215945 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb5e968-7009-4a1b-9a2f-006ed065bdde None None] No non-hosted networks {{(pid=93895) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 13 04:22:08.230712 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.agentschedulers_db [None req-1eb5e968-7009-4a1b-9a2f-006ed065bdde None None] DHCP Agent not found on host dv-cinder-759961-6-iscsi {{(pid=93895) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 13 04:22:08.358032 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-afab4bc2-54f7-4fb8-a7c9-330976d2b258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3790578'] for agent, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:10.901588 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fd685192-03d8-48f0-ac59-e8fa383d6d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3790578'] for agent, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:10.991178 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f857aec-d213-442b-8749-84111f9ed104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:11.319510 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3790578'] for agent, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:11.320195 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:11.321796 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:11.323113 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:11.324979 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:11.325718 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:11.326834 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:11.327937 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:11.328984 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:11.329541 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:11.331047 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:11.331608 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:11.333156 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:11.333804 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-759961-6-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:22:11.345846 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759961-6-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:22:12.276085 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3790578'] for agent, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:13.991961 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3790578'] for agent, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:15.421257 dv-cinder-759961-6-iscsi neutron-server[93895]: INFO neutron.db.l3_hamode_db [None req-0e6c7557-6c12-4fab-8bb9-e3ddf3134be2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 13 04:22:15.515004 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6c7557-6c12-4fab-8bb9-e3ddf3134be2 None None] Routers set() bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:22:15.515346 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6c7557-6c12-4fab-8bb9-e3ddf3134be2 None None] Router IDs set() for agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 13 04:22:15.539343 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 60772) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:22:16.064936 dv-cinder-759961-6-iscsi neutron-server[93894]: WARNING oslo_policy.policy [None req-9f6757b4-eb2b-4fda-9f4e-205924bd44eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 04:22:16.065537 dv-cinder-759961-6-iscsi neutron-server[93894]: WARNING oslo_policy.policy [None req-9f6757b4-eb2b-4fda-9f4e-205924bd44eb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 04:22:16.299522 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [None req-9f6757b4-eb2b-4fda-9f4e-205924bd44eb admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 04:22:16.300730 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-9f6757b4-eb2b-4fda-9f4e-205924bd44eb admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7593009 Aug 13 04:22:18.790334 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 60786) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:22:19.116519 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-9aa3f9da-b249-4aa3-947f-f0b220c1a9ec admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:22:19.211721 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.policy [None req-9aa3f9da-b249-4aa3-947f-f0b220c1a9ec admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93894) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 13 04:22:19.258448 dv-cinder-759961-6-iscsi neutron-server[93894]: WARNING oslo_policy.policy [None req-9aa3f9da-b249-4aa3-947f-f0b220c1a9ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 04:22:19.258839 dv-cinder-759961-6-iscsi neutron-server[93894]: WARNING oslo_policy.policy [None req-9aa3f9da-b249-4aa3-947f-f0b220c1a9ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 04:22:19.268622 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.quota [None req-9aa3f9da-b249-4aa3-947f-f0b220c1a9ec admin admin] Loaded quota_driver: . Aug 13 04:22:19.364836 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-9aa3f9da-b249-4aa3-947f-f0b220c1a9ec admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740408323656', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740408320059', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740408318998', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740408317561', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740402111474', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740408354089', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-530438', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-916769', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3843469', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3910111'] for rbac-policy, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:19.439933 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-9aa3f9da-b249-4aa3-947f-f0b220c1a9ec admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:19.441571 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-9aa3f9da-b249-4aa3-947f-f0b220c1a9ec admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6501815 Aug 13 04:22:22.203323 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 60798) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:22:22.538006 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-ed5e8b44-dfab-4dc6-aef4-1c9678be642b admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'b11f61b985e54c19be44be7b4576aafa', 'tenant_id': 'b11f61b985e54c19be44be7b4576aafa', 'name': 'private'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:22:22.572613 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5e8b44-dfab-4dc6-aef4-1c9678be642b admin admin] Made reservation on behalf of b11f61b985e54c19be44be7b4576aafa for: {'network': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:22:22.575734 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ed5e8b44-dfab-4dc6-aef4-1c9678be642b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for network, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:22.596112 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ed5e8b44-dfab-4dc6-aef4-1c9678be642b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:22.744631 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ed5e8b44-dfab-4dc6-aef4-1c9678be642b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:22.749107 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ed5e8b44-dfab-4dc6-aef4-1c9678be642b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:22.771425 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5e8b44-dfab-4dc6-aef4-1c9678be642b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=93894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:22:22.803492 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ed5e8b44-dfab-4dc6-aef4-1c9678be642b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740403467879', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910'] for segment, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:22.804105 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ed5e8b44-dfab-4dc6-aef4-1c9678be642b admin admin] Unsubscribe: segment precommit_create {{(pid=93894) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 13 04:22:22.804641 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.db.segments_db [None req-ed5e8b44-dfab-4dc6-aef4-1c9678be642b admin admin] Added segment be7ffc75-6241-47b1-a8b5-07d286068d43 of type vlan for network f4d48f03-bbed-47b7-98ab-eed03e3fb4df Aug 13 04:22:22.824137 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e8b44-dfab-4dc6-aef4-1c9678be642b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965a6e0c-c34d-4584-8990-72a48abcdaf5,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:22:22.853686 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e8b44-dfab-4dc6-aef4-1c9678be642b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:22.854045 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e8b44-dfab-4dc6-aef4-1c9678be642b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:22.854386 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e8b44-dfab-4dc6-aef4-1c9678be642b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:22.854715 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e8b44-dfab-4dc6-aef4-1c9678be642b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:22.855049 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e8b44-dfab-4dc6-aef4-1c9678be642b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:22.855392 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e8b44-dfab-4dc6-aef4-1c9678be642b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:22.855722 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e8b44-dfab-4dc6-aef4-1c9678be642b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:22.856040 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e8b44-dfab-4dc6-aef4-1c9678be642b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:22.856376 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e8b44-dfab-4dc6-aef4-1c9678be642b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:22.856700 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e8b44-dfab-4dc6-aef4-1c9678be642b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:22.857018 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e8b44-dfab-4dc6-aef4-1c9678be642b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:22.857336 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e8b44-dfab-4dc6-aef4-1c9678be642b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:22.859212 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5e8b44-dfab-4dc6-aef4-1c9678be642b admin admin] Tracked resource versions report: Aug 13 04:22:22.859212 dv-cinder-759961-6-iscsi neutron-server[93894]: pushed versions: Aug 13 04:22:22.859212 dv-cinder-759961-6-iscsi neutron-server[93894]: { 'AddressGroup': {'1.2'}, Aug 13 04:22:22.859212 dv-cinder-759961-6-iscsi neutron-server[93894]: 'ConntrackHelper': {'1.0'}, Aug 13 04:22:22.859212 dv-cinder-759961-6-iscsi neutron-server[93894]: 'Log': {'1.0'}, Aug 13 04:22:22.859212 dv-cinder-759961-6-iscsi neutron-server[93894]: 'Network': {'1.1'}, Aug 13 04:22:22.859212 dv-cinder-759961-6-iscsi neutron-server[93894]: 'Port': {'1.7'}, Aug 13 04:22:22.859212 dv-cinder-759961-6-iscsi neutron-server[93894]: 'PortForwarding': {'1.2'}, Aug 13 04:22:22.859212 dv-cinder-759961-6-iscsi neutron-server[93894]: 'QosPolicy': {'1.9'}, Aug 13 04:22:22.859212 dv-cinder-759961-6-iscsi neutron-server[93894]: 'SecurityGroup': {'1.4'}, Aug 13 04:22:22.859212 dv-cinder-759961-6-iscsi neutron-server[93894]: 'SecurityGroupRule': {'1.2'}, Aug 13 04:22:22.859212 dv-cinder-759961-6-iscsi neutron-server[93894]: 'SubPort': {'1.0'}, Aug 13 04:22:22.859212 dv-cinder-759961-6-iscsi neutron-server[93894]: 'Subnet': {'1.1'}, Aug 13 04:22:22.859212 dv-cinder-759961-6-iscsi neutron-server[93894]: 'Trunk': {'1.1'}} Aug 13 04:22:22.859212 dv-cinder-759961-6-iscsi neutron-server[93894]: consumer versions: Aug 13 04:22:22.859212 dv-cinder-759961-6-iscsi neutron-server[93894]: { DHCP agent@dv-cinder-759961-6-iscsi: {}, Aug 13 04:22:22.859212 dv-cinder-759961-6-iscsi neutron-server[93894]: L3 agent@dv-cinder-759961-6-iscsi: {}, Aug 13 04:22:22.859212 dv-cinder-759961-6-iscsi neutron-server[93894]: Metadata agent@dv-cinder-759961-6-iscsi: {}, Aug 13 04:22:22.859212 dv-cinder-759961-6-iscsi neutron-server[93894]: Metering agent@dv-cinder-759961-6-iscsi: {}, Aug 13 04:22:22.859212 dv-cinder-759961-6-iscsi neutron-server[93894]: Open vSwitch agent@dv-cinder-759961-6-iscsi: { 'AddressGroup': '1.2', Aug 13 04:22:22.859212 dv-cinder-759961-6-iscsi neutron-server[93894]: 'ConntrackHelper': '1.0', Aug 13 04:22:22.859212 dv-cinder-759961-6-iscsi neutron-server[93894]: 'Log': '1.0', Aug 13 04:22:22.859212 dv-cinder-759961-6-iscsi neutron-server[93894]: 'Network': '1.1', Aug 13 04:22:22.859212 dv-cinder-759961-6-iscsi neutron-server[93894]: 'Port': '1.7', Aug 13 04:22:22.859212 dv-cinder-759961-6-iscsi neutron-server[93894]: 'PortForwarding': '1.2', Aug 13 04:22:22.859212 dv-cinder-759961-6-iscsi neutron-server[93894]: 'QosPolicy': '1.9', Aug 13 04:22:22.859212 dv-cinder-759961-6-iscsi neutron-server[93894]: 'SecurityGroup': '1.4', Aug 13 04:22:22.859212 dv-cinder-759961-6-iscsi neutron-server[93894]: 'SecurityGroupRule': '1.2', Aug 13 04:22:22.859212 dv-cinder-759961-6-iscsi neutron-server[93894]: 'SubPort': '1.0', Aug 13 04:22:22.859212 dv-cinder-759961-6-iscsi neutron-server[93894]: 'Subnet': '1.1', Aug 13 04:22:22.859212 dv-cinder-759961-6-iscsi neutron-server[93894]: 'Trunk': '1.1'}} Aug 13 04:22:22.859212 dv-cinder-759961-6-iscsi neutron-server[93894]: {{(pid=93894) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 04:22:22.939751 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ed5e8b44-dfab-4dc6-aef4-1c9678be642b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740402894165'] for network, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:22.999604 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ed5e8b44-dfab-4dc6-aef4-1c9678be642b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156'] for network, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:23.000748 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5e8b44-dfab-4dc6-aef4-1c9678be642b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:22:23.001456 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ed5e8b44-dfab-4dc6-aef4-1c9678be642b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:23.095777 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-ed5e8b44-dfab-4dc6-aef4-1c9678be642b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8913391 Aug 13 04:22:23.117008 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e8b44-dfab-4dc6-aef4-1c9678be642b admin admin] Pushing event updated for resources: {'Network': ['ID=f4d48f03-bbed-47b7-98ab-eed03e3fb4df,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:22:23.132118 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Network f4d48f03-bbed-47b7-98ab-eed03e3fb4df details requested by agent ovs-agent-dv-cinder-759961-6-iscsi with host dv-cinder-759961-6-iscsi {{(pid=93895) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:22:25.941724 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 60812) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:22:26.372661 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ca794a-6d04-480b-b762-a36f4a6dc3e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:22:26.374852 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-c2ca794a-6d04-480b-b762-a36f4a6dc3e6 admin admin] 10.222.0.13 "GET /v2.0/networks/f4d48f03-bbed-47b7-98ab-eed03e3fb4df HTTP/1.1" status: 200 len: 825 time: 0.4318612 Aug 13 04:22:26.403405 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-5468a64f-2711-4cae-aff1-23e6d5c79ad5 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/e8a959aa-f448-4b33-bac2-e68a11033f87 HTTP/1.1" status: 200 len: 734 time: 0.0217497 Aug 13 04:22:26.414454 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-5f440671-95a3-4bf4-b031-a9168d605072 admin admin] Request body: {'subnet': {'network_id': 'f4d48f03-bbed-47b7-98ab-eed03e3fb4df', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'b11f61b985e54c19be44be7b4576aafa', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'e8a959aa-f448-4b33-bac2-e68a11033f87'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:22:26.448200 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f440671-95a3-4bf4-b031-a9168d605072 admin admin] Made reservation on behalf of b11f61b985e54c19be44be7b4576aafa for: {'subnet': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:22:26.450820 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5f440671-95a3-4bf4-b031-a9168d605072 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:26.786948 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5f440671-95a3-4bf4-b031-a9168d605072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156'] for subnet, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:26.866751 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f440671-95a3-4bf4-b031-a9168d605072 admin admin] Checking segment: {'id': 'be7ffc75-6241-47b1-a8b5-07d286068d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f4d48f03-bbed-47b7-98ab-eed03e3fb4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:22:26.867156 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f440671-95a3-4bf4-b031-a9168d605072 admin admin] Network hostable DHCP agents. Network: f4d48f03-bbed-47b7-98ab-eed03e3fb4df, hostable agents: ['648804f1-66f0-43bb-b72d-2cc8dd7b696f'], hosted agents: [] {{(pid=93894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:22:26.869552 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f440671-95a3-4bf4-b031-a9168d605072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c69d911-800b-478c-a473-5a2ef437e26c,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:22:26.895298 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f440671-95a3-4bf4-b031-a9168d605072 admin admin] Network f4d48f03-bbed-47b7-98ab-eed03e3fb4df is scheduled to be hosted by DHCP agent 648804f1-66f0-43bb-b72d-2cc8dd7b696f with binding_index 1 {{(pid=93894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:22:26.908633 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-5f440671-95a3-4bf4-b031-a9168d605072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-6-iscsi, f4d48f03-bbed-47b7-98ab-eed03e3fb4df) {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:22:26.914971 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f440671-95a3-4bf4-b031-a9168d605072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:22:26.915589 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5f440671-95a3-4bf4-b031-a9168d605072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:26.921578 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da979a00-0bc9-4f1a-84eb-8e858f7f8ffc None None] Network f4d48f03-bbed-47b7-98ab-eed03e3fb4df requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:22:26.933321 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-5f440671-95a3-4bf4-b031-a9168d605072 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5227168 Aug 13 04:22:27.271853 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1b0f13-060a-4f73-80be-caa54e93b5d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb467cc1-395b-5a9d-8ada-7ac1dde80137-f4d48f03-bbed-47b7-98ab-eed03e3fb4df', 'network_id': 'f4d48f03-bbed-47b7-98ab-eed03e3fb4df', 'tenant_id': 'b11f61b985e54c19be44be7b4576aafa', 'fixed_ips': [{'subnet_id': '1c69d911-800b-478c-a473-5a2ef437e26c'}]}} from dv-cinder-759961-6-iscsi. {{(pid=93895) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 04:22:27.273163 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ec1b0f13-060a-4f73-80be-caa54e93b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:27.597712 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-ec1b0f13-060a-4f73-80be-caa54e93b5d0 None None] Allocated IP 172.20.0.2 (f4d48f03-bbed-47b7-98ab-eed03e3fb4df/1c69d911-800b-478c-a473-5a2ef437e26c/280203a3-9065-4c3d-b38e-e3fe6e1519f2) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:22:27.837773 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ec1b0f13-060a-4f73-80be-caa54e93b5d0 None None] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:27.890829 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-ec1b0f13-060a-4f73-80be-caa54e93b5d0 None None] Transition to ACTIVE for port object 280203a3-9065-4c3d-b38e-e3fe6e1519f2 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:22:27.915974 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-ec1b0f13-060a-4f73-80be-caa54e93b5d0 None None] Transition to ACTIVE for port object 280203a3-9065-4c3d-b38e-e3fe6e1519f2 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:22:27.927399 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ec1b0f13-060a-4f73-80be-caa54e93b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:28.004116 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1b0f13-060a-4f73-80be-caa54e93b5d0 None None] Network f4d48f03-bbed-47b7-98ab-eed03e3fb4df is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:22:28.009484 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-ec1b0f13-060a-4f73-80be-caa54e93b5d0 None None] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:22:28.022141 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1b0f13-060a-4f73-80be-caa54e93b5d0 None None] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:22:28.025317 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b0f13-060a-4f73-80be-caa54e93b5d0 None None] Pushing event updated for resources: {'Port': ['ID=280203a3-9065-4c3d-b38e-e3fe6e1519f2,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:22:28.057346 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b0f13-060a-4f73-80be-caa54e93b5d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:28.057732 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b0f13-060a-4f73-80be-caa54e93b5d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:28.058085 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b0f13-060a-4f73-80be-caa54e93b5d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:28.058425 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b0f13-060a-4f73-80be-caa54e93b5d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:28.058764 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b0f13-060a-4f73-80be-caa54e93b5d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:28.059097 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b0f13-060a-4f73-80be-caa54e93b5d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:28.059484 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b0f13-060a-4f73-80be-caa54e93b5d0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:28.059830 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b0f13-060a-4f73-80be-caa54e93b5d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:28.060202 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b0f13-060a-4f73-80be-caa54e93b5d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:28.060554 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b0f13-060a-4f73-80be-caa54e93b5d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:28.060904 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b0f13-060a-4f73-80be-caa54e93b5d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:28.061250 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b0f13-060a-4f73-80be-caa54e93b5d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:28.063231 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec1b0f13-060a-4f73-80be-caa54e93b5d0 None None] Tracked resource versions report: Aug 13 04:22:28.063231 dv-cinder-759961-6-iscsi neutron-server[93895]: pushed versions: Aug 13 04:22:28.063231 dv-cinder-759961-6-iscsi neutron-server[93895]: { 'AddressGroup': {'1.2'}, Aug 13 04:22:28.063231 dv-cinder-759961-6-iscsi neutron-server[93895]: 'ConntrackHelper': {'1.0'}, Aug 13 04:22:28.063231 dv-cinder-759961-6-iscsi neutron-server[93895]: 'Log': {'1.0'}, Aug 13 04:22:28.063231 dv-cinder-759961-6-iscsi neutron-server[93895]: 'Network': {'1.1'}, Aug 13 04:22:28.063231 dv-cinder-759961-6-iscsi neutron-server[93895]: 'Port': {'1.7'}, Aug 13 04:22:28.063231 dv-cinder-759961-6-iscsi neutron-server[93895]: 'PortForwarding': {'1.2'}, Aug 13 04:22:28.063231 dv-cinder-759961-6-iscsi neutron-server[93895]: 'QosPolicy': {'1.9'}, Aug 13 04:22:28.063231 dv-cinder-759961-6-iscsi neutron-server[93895]: 'SecurityGroup': {'1.4'}, Aug 13 04:22:28.063231 dv-cinder-759961-6-iscsi neutron-server[93895]: 'SecurityGroupRule': {'1.2'}, Aug 13 04:22:28.063231 dv-cinder-759961-6-iscsi neutron-server[93895]: 'SubPort': {'1.0'}, Aug 13 04:22:28.063231 dv-cinder-759961-6-iscsi neutron-server[93895]: 'Subnet': {'1.1'}, Aug 13 04:22:28.063231 dv-cinder-759961-6-iscsi neutron-server[93895]: 'Trunk': {'1.1'}} Aug 13 04:22:28.063231 dv-cinder-759961-6-iscsi neutron-server[93895]: consumer versions: Aug 13 04:22:28.063231 dv-cinder-759961-6-iscsi neutron-server[93895]: { DHCP agent@dv-cinder-759961-6-iscsi: {}, Aug 13 04:22:28.063231 dv-cinder-759961-6-iscsi neutron-server[93895]: L3 agent@dv-cinder-759961-6-iscsi: {}, Aug 13 04:22:28.063231 dv-cinder-759961-6-iscsi neutron-server[93895]: Metadata agent@dv-cinder-759961-6-iscsi: {}, Aug 13 04:22:28.063231 dv-cinder-759961-6-iscsi neutron-server[93895]: Metering agent@dv-cinder-759961-6-iscsi: {}, Aug 13 04:22:28.063231 dv-cinder-759961-6-iscsi neutron-server[93895]: Open vSwitch agent@dv-cinder-759961-6-iscsi: { 'AddressGroup': '1.2', Aug 13 04:22:28.063231 dv-cinder-759961-6-iscsi neutron-server[93895]: 'ConntrackHelper': '1.0', Aug 13 04:22:28.063231 dv-cinder-759961-6-iscsi neutron-server[93895]: 'Log': '1.0', Aug 13 04:22:28.063231 dv-cinder-759961-6-iscsi neutron-server[93895]: 'Network': '1.1', Aug 13 04:22:28.063231 dv-cinder-759961-6-iscsi neutron-server[93895]: 'Port': '1.7', Aug 13 04:22:28.063231 dv-cinder-759961-6-iscsi neutron-server[93895]: 'PortForwarding': '1.2', Aug 13 04:22:28.063231 dv-cinder-759961-6-iscsi neutron-server[93895]: 'QosPolicy': '1.9', Aug 13 04:22:28.063231 dv-cinder-759961-6-iscsi neutron-server[93895]: 'SecurityGroup': '1.4', Aug 13 04:22:28.063231 dv-cinder-759961-6-iscsi neutron-server[93895]: 'SecurityGroupRule': '1.2', Aug 13 04:22:28.063231 dv-cinder-759961-6-iscsi neutron-server[93895]: 'SubPort': '1.0', Aug 13 04:22:28.063231 dv-cinder-759961-6-iscsi neutron-server[93895]: 'Subnet': '1.1', Aug 13 04:22:28.063231 dv-cinder-759961-6-iscsi neutron-server[93895]: 'Trunk': '1.1'}} Aug 13 04:22:28.063231 dv-cinder-759961-6-iscsi neutron-server[93895]: {{(pid=93895) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 04:22:28.115729 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-ec1b0f13-060a-4f73-80be-caa54e93b5d0 None None] Attempting to bind port 280203a3-9065-4c3d-b38e-e3fe6e1519f2 on host dv-cinder-759961-6-iscsi for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:22:28.116019 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-ec1b0f13-060a-4f73-80be-caa54e93b5d0 None None] Attempting to bind port 280203a3-9065-4c3d-b38e-e3fe6e1519f2 by drivers openvswitch,hyperv on host dv-cinder-759961-6-iscsi at level 0 using segments [{'id': 'be7ffc75-6241-47b1-a8b5-07d286068d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f4d48f03-bbed-47b7-98ab-eed03e3fb4df'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:22:28.116432 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1b0f13-060a-4f73-80be-caa54e93b5d0 None None] Attempting to bind port 280203a3-9065-4c3d-b38e-e3fe6e1519f2 on network f4d48f03-bbed-47b7-98ab-eed03e3fb4df {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:22:28.122072 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1b0f13-060a-4f73-80be-caa54e93b5d0 None None] Checking agent: {'id': '10f62c82-9a8d-499f-91cc-7991f11962ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 22, 11), 'started_at': datetime.datetime(2021, 8, 13, 4, 22, 11), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:22:28.122467 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1b0f13-060a-4f73-80be-caa54e93b5d0 None None] Checking segment: {'id': 'be7ffc75-6241-47b1-a8b5-07d286068d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f4d48f03-bbed-47b7-98ab-eed03e3fb4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:22:28.122929 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ec1b0f13-060a-4f73-80be-caa54e93b5d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:28.123333 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1b0f13-060a-4f73-80be-caa54e93b5d0 None None] Bound using segment: {'id': 'be7ffc75-6241-47b1-a8b5-07d286068d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f4d48f03-bbed-47b7-98ab-eed03e3fb4df'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:22:28.123816 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-ec1b0f13-060a-4f73-80be-caa54e93b5d0 None None] Bound port: 280203a3-9065-4c3d-b38e-e3fe6e1519f2, host: dv-cinder-759961-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7ffc75-6241-47b1-a8b5-07d286068d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f4d48f03-bbed-47b7-98ab-eed03e3fb4df'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:22:28.124287 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ec1b0f13-060a-4f73-80be-caa54e93b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:28.200442 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-ec1b0f13-060a-4f73-80be-caa54e93b5d0 None None] For port 280203a3-9065-4c3d-b38e-e3fe6e1519f2, host dv-cinder-759961-6-iscsi, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:22:28.205327 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-ec1b0f13-060a-4f73-80be-caa54e93b5d0 None None] For port 280203a3-9065-4c3d-b38e-e3fe6e1519f2, host dv-cinder-759961-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=280203a3-9065-4c3d-b38e-e3fe6e1519f2,segment=NetworkSegment(be7ffc75-6241-47b1-a8b5-07d286068d43),segment_id=be7ffc75-6241-47b1-a8b5-07d286068d43)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:22:28.211487 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ec1b0f13-060a-4f73-80be-caa54e93b5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:28.287939 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b0f13-060a-4f73-80be-caa54e93b5d0 None None] Pushing event updated for resources: {'Port': ['ID=280203a3-9065-4c3d-b38e-e3fe6e1519f2,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:22:29.574820 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 60820) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:22:29.995771 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [None req-92073366-3f82-464f-965f-6098641b3c3a admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 04:22:29.996774 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-92073366-3f82-464f-965f-6098641b3c3a admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4212682 Aug 13 04:22:32.516534 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 60828) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:22:32.856274 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [None req-07314b37-21fa-4167-90f3-c56b9851dbc6 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 04:22:32.869464 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-07314b37-21fa-4167-90f3-c56b9851dbc6 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3395338 Aug 13 04:22:35.639268 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 60838) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:22:35.976475 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-0a4b690e-de53-4a79-b15c-bd6b9e86dc8e admin admin] Request body: {'router': {'tenant_id': 'b11f61b985e54c19be44be7b4576aafa', 'name': 'router1', 'admin_state_up': True}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:22:36.001881 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0a4b690e-de53-4a79-b15c-bd6b9e86dc8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3791597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-505227'] for router, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:36.003424 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0a4b690e-de53-4a79-b15c-bd6b9e86dc8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3787133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3788846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3732270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-505234'] for router, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:36.161772 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0a4b690e-de53-4a79-b15c-bd6b9e86dc8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:36.172014 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0a4b690e-de53-4a79-b15c-bd6b9e86dc8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3787110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3789051'] for router, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:36.187161 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0a4b690e-de53-4a79-b15c-bd6b9e86dc8e admin admin] Notify callbacks [] for router, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:36.188881 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-0a4b690e-de53-4a79-b15c-bd6b9e86dc8e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5484784 Aug 13 04:22:37.239513 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61ec4b2-eb1f-4d4c-8546-f8db224c2bd3 None None] Network f4d48f03-bbed-47b7-98ab-eed03e3fb4df requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:22:37.305502 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-7a5f84f8-0023-4cd9-b473-dbe67f10f5dc None None] Provisioning for port 280203a3-9065-4c3d-b38e-e3fe6e1519f2 completed by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:22:37.593407 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 280203a3-9065-4c3d-b38e-e3fe6e1519f2 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:22:37.693118 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning for port 280203a3-9065-4c3d-b38e-e3fe6e1519f2 completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:22:37.697003 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port 280203a3-9065-4c3d-b38e-e3fe6e1519f2 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:22:37.697403 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:37.811502 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:37.862405 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] For port 280203a3-9065-4c3d-b38e-e3fe6e1519f2, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=280203a3-9065-4c3d-b38e-e3fe6e1519f2,segment=NetworkSegment(be7ffc75-6241-47b1-a8b5-07d286068d43),segment_id=be7ffc75-6241-47b1-a8b5-07d286068d43)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:22:37.866939 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:37.921699 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Pushing event updated for resources: {'Port': ['ID=280203a3-9065-4c3d-b38e-e3fe6e1519f2,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:22:38.048939 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9392a1af-27ec-4660-a2ee-b88a9925ce4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:38.668534 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 60850) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:22:38.993242 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [None req-599144bc-36ed-4254-bc24-cd99c2b43954 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 04:22:38.994289 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-599144bc-36ed-4254-bc24-cd99c2b43954 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3248084 Aug 13 04:22:39.541100 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 280203a3-9065-4c3d-b38e-e3fe6e1519f2 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:22:39.588280 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port 280203a3-9065-4c3d-b38e-e3fe6e1519f2 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:22:39.588658 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:40.888044 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8ce9e3c4-ba58-416d-961a-1ca3dd2e00ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:41.302140 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:41.422130 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 60858) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:22:41.763964 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-5102e4b7-2474-4d69-bd13-7773342d44b9 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:22:41.786709 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5102e4b7-2474-4d69-bd13-7773342d44b9 admin admin] Made reservation on behalf of 0095976890b342378fe8f6df956c74bc for: {'network': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:22:41.789071 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5102e4b7-2474-4d69-bd13-7773342d44b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for network, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:41.800007 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5102e4b7-2474-4d69-bd13-7773342d44b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:41.894681 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5102e4b7-2474-4d69-bd13-7773342d44b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:41.898399 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5102e4b7-2474-4d69-bd13-7773342d44b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:41.918497 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5102e4b7-2474-4d69-bd13-7773342d44b9 admin admin] Reserving flat network on physical network physnet1 {{(pid=93894) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 13 04:22:41.937833 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102e4b7-2474-4d69-bd13-7773342d44b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabd1e98-d86f-4201-81d2-560e3e184574,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:22:41.945060 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5102e4b7-2474-4d69-bd13-7773342d44b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910'] for segment, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:41.945369 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.db.segments_db [None req-5102e4b7-2474-4d69-bd13-7773342d44b9 admin admin] Added segment edab9050-aae2-4c9b-baa0-6e612e984a64 of type flat for network d5442241-d7fe-41d2-8545-5b5874d634cc Aug 13 04:22:42.007995 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5102e4b7-2474-4d69-bd13-7773342d44b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740402894165'] for network, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:42.048039 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5102e4b7-2474-4d69-bd13-7773342d44b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156'] for network, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:42.049097 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5102e4b7-2474-4d69-bd13-7773342d44b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:22:42.049699 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5102e4b7-2474-4d69-bd13-7773342d44b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:42.103649 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-5102e4b7-2474-4d69-bd13-7773342d44b9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6797552 Aug 13 04:22:42.115486 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102e4b7-2474-4d69-bd13-7773342d44b9 admin admin] Pushing event updated for resources: {'Network': ['ID=d5442241-d7fe-41d2-8545-5b5874d634cc,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:22:42.128546 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Network d5442241-d7fe-41d2-8545-5b5874d634cc details requested by agent ovs-agent-dv-cinder-759961-6-iscsi with host dv-cinder-759961-6-iscsi {{(pid=93895) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:22:42.227338 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:43.927631 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:44.537057 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 60876) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:22:44.713214 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5914a482-3dab-410c-b92f-9102894e437e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:22:44.714607 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-5914a482-3dab-410c-b92f-9102894e437e admin admin] 10.222.0.13 "GET /v2.0/subnets/1c69d911-800b-478c-a473-5a2ef437e26c HTTP/1.1" status: 200 len: 849 time: 0.1765592 Aug 13 04:22:44.835362 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-ba9619a4-16a9-47ae-8377-b651cf205334 admin admin] 10.222.0.13 "GET /v2.0/routers/0a812b33-505e-4bc5-a2bf-16ac7a9810c7 HTTP/1.1" status: 200 len: 704 time: 0.1146781 Aug 13 04:22:45.114223 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4bc3cec8-514c-4110-b1dd-963d21412614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:45.406214 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [None req-4bc3cec8-514c-4110-b1dd-963d21412614 admin admin] Allocated IP 172.20.0.1 (f4d48f03-bbed-47b7-98ab-eed03e3fb4df/1c69d911-800b-478c-a473-5a2ef437e26c/4afb6735-b554-43dd-88ea-dda32ff268e6) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:22:45.611432 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4bc3cec8-514c-4110-b1dd-963d21412614 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:45.635748 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.provisioning_blocks [None req-4bc3cec8-514c-4110-b1dd-963d21412614 admin admin] Transition to ACTIVE for port object 4afb6735-b554-43dd-88ea-dda32ff268e6 will not be triggered until provisioned by entity DHCP. {{(pid=93894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:22:45.717813 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4bc3cec8-514c-4110-b1dd-963d21412614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:45.794234 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc3cec8-514c-4110-b1dd-963d21412614 admin admin] Network f4d48f03-bbed-47b7-98ab-eed03e3fb4df is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:22:45.799403 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-4bc3cec8-514c-4110-b1dd-963d21412614 admin admin] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:22:45.804047 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc3cec8-514c-4110-b1dd-963d21412614 admin admin] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:22:45.804903 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4bc3cec8-514c-4110-b1dd-963d21412614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3683374'] for router_interface, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:45.825211 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3cec8-514c-4110-b1dd-963d21412614 admin admin] Pushing event updated for resources: {'Port': ['ID=4afb6735-b554-43dd-88ea-dda32ff268e6,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:22:45.951210 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-3bab322c-5860-4ca0-9922-52e5148771ff None None] Provisioning for port 4afb6735-b554-43dd-88ea-dda32ff268e6 completed by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:22:45.955593 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-3bab322c-5860-4ca0-9922-52e5148771ff None None] Provisioning complete for port 4afb6735-b554-43dd-88ea-dda32ff268e6 triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:22:45.956001 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3bab322c-5860-4ca0-9922-52e5148771ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:45.991167 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-3bab322c-5860-4ca0-9922-52e5148771ff None None] Port 4afb6735-b554-43dd-88ea-dda32ff268e6 cannot update to ACTIVE because it is not bound. {{(pid=93895) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:22:46.014460 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4bc3cec8-514c-4110-b1dd-963d21412614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:46.238025 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4bc3cec8-514c-4110-b1dd-963d21412614 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:46.243057 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4bc3cec8-514c-4110-b1dd-963d21412614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:46.244006 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4bc3cec8-514c-4110-b1dd-963d21412614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3683514'] for router_interface, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:46.326342 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3cec8-514c-4110-b1dd-963d21412614 admin admin] Pushing event updated for resources: {'Port': ['ID=4afb6735-b554-43dd-88ea-dda32ff268e6,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:22:46.376659 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc3cec8-514c-4110-b1dd-963d21412614 admin admin] Network f4d48f03-bbed-47b7-98ab-eed03e3fb4df is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:22:46.378164 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-4bc3cec8-514c-4110-b1dd-963d21412614 admin admin] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:22:46.555436 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc3cec8-514c-4110-b1dd-963d21412614 admin admin] Router 0a812b33-505e-4bc5-a2bf-16ac7a9810c7 is scheduled to L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb with binding_index 1 {{(pid=93894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 04:22:46.614173 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-f25a2a60-52bb-4449-9bf9-c78d5fc07770 None None] Provisioning complete for port 4afb6735-b554-43dd-88ea-dda32ff268e6 triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:22:46.614542 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f25a2a60-52bb-4449-9bf9-c78d5fc07770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:46.648953 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc3cec8-514c-4110-b1dd-963d21412614 admin admin] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:22:46.658603 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-f25a2a60-52bb-4449-9bf9-c78d5fc07770 None None] Port 4afb6735-b554-43dd-88ea-dda32ff268e6 cannot update to ACTIVE because it is not bound. {{(pid=93895) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:22:46.658763 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-4bc3cec8-514c-4110-b1dd-963d21412614 admin admin] 10.222.0.13 "PUT /v2.0/routers/0a812b33-505e-4bc5-a2bf-16ac7a9810c7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8130672 Aug 13 04:22:46.674496 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d41620e-6f57-44fa-aeec-4d61c9960417 None None] Sync routers for ids ['0a812b33-505e-4bc5-a2bf-16ac7a9810c7'] in dv-cinder-759961-6-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:22:46.685856 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d41620e-6f57-44fa-aeec-4d61c9960417 None None] Routers {'0a812b33-505e-4bc5-a2bf-16ac7a9810c7'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:22:46.686710 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-1d41620e-6f57-44fa-aeec-4d61c9960417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:22:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['0a812b33-505e-4bc5-a2bf-16ac7a9810c7'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:22:46.878924 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-1d41620e-6f57-44fa-aeec-4d61c9960417 None None] Set router 0a812b33-505e-4bc5-a2bf-16ac7a9810c7 gateway port host: None {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:22:47.342403 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-1d41620e-6f57-44fa-aeec-4d61c9960417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a812b33-505e-4bc5-a2bf-16ac7a9810c7', 'name': 'router1', 'tenant_id': 'b11f61b985e54c19be44be7b4576aafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:22:36Z', 'updated_at': '2021-08-13T04:22:45Z', 'revision_number': 2, 'project_id': 'b11f61b985e54c19be44be7b4576aafa', 'gw_port_host': None, '_interfaces': [{'id': '4afb6735-b554-43dd-88ea-dda32ff268e6', 'name': '', 'network_id': 'f4d48f03-bbed-47b7-98ab-eed03e3fb4df', 'tenant_id': 'b11f61b985e54c19be44be7b4576aafa', 'mac_address': 'fa:16:3e:85:90:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a812b33-505e-4bc5-a2bf-16ac7a9810c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c69d911-800b-478c-a473-5a2ef437e26c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:22:45Z', 'updated_at': '2021-08-13T04:22:46Z', 'revision_number': 2, 'project_id': 'b11f61b985e54c19be44be7b4576aafa', 'subnets': [{'id': '1c69d911-800b-478c-a473-5a2ef437e26c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8a959aa-f448-4b33-bac2-e68a11033f87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:22:47.396953 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d41620e-6f57-44fa-aeec-4d61c9960417 None None] Checking router: 0a812b33-505e-4bc5-a2bf-16ac7a9810c7 for host: dv-cinder-759961-6-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:22:47.397333 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d41620e-6f57-44fa-aeec-4d61c9960417 None None] Updating router 0a812b33-505e-4bc5-a2bf-16ac7a9810c7 port 4afb6735-b554-43dd-88ea-dda32ff268e6 binding host dv-cinder-759961-6-iscsi {{(pid=93896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:22:47.446278 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1d41620e-6f57-44fa-aeec-4d61c9960417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:47.979770 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1d41620e-6f57-44fa-aeec-4d61c9960417 None None] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:47.998368 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-1d41620e-6f57-44fa-aeec-4d61c9960417 None None] Transition to ACTIVE for port object 4afb6735-b554-43dd-88ea-dda32ff268e6 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:22:48.004956 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1d41620e-6f57-44fa-aeec-4d61c9960417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:48.156237 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b36ce6-2bb9-42ca-974c-29d3d800f78f None None] Pushing event updated for resources: {'Port': ['ID=4afb6735-b554-43dd-88ea-dda32ff268e6,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:22:48.174154 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-1d41620e-6f57-44fa-aeec-4d61c9960417 None None] Attempting to bind port 4afb6735-b554-43dd-88ea-dda32ff268e6 on host dv-cinder-759961-6-iscsi for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:22:48.174814 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-1d41620e-6f57-44fa-aeec-4d61c9960417 None None] Attempting to bind port 4afb6735-b554-43dd-88ea-dda32ff268e6 by drivers openvswitch,hyperv on host dv-cinder-759961-6-iscsi at level 0 using segments [{'id': 'be7ffc75-6241-47b1-a8b5-07d286068d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f4d48f03-bbed-47b7-98ab-eed03e3fb4df'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:22:48.174935 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d41620e-6f57-44fa-aeec-4d61c9960417 None None] Attempting to bind port 4afb6735-b554-43dd-88ea-dda32ff268e6 on network f4d48f03-bbed-47b7-98ab-eed03e3fb4df {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:22:48.178499 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b36ce6-2bb9-42ca-974c-29d3d800f78f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:48.178849 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b36ce6-2bb9-42ca-974c-29d3d800f78f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:48.179190 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b36ce6-2bb9-42ca-974c-29d3d800f78f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:48.179529 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b36ce6-2bb9-42ca-974c-29d3d800f78f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:48.179858 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b36ce6-2bb9-42ca-974c-29d3d800f78f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:48.180192 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b36ce6-2bb9-42ca-974c-29d3d800f78f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:48.180519 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b36ce6-2bb9-42ca-974c-29d3d800f78f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:48.180847 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b36ce6-2bb9-42ca-974c-29d3d800f78f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:48.181188 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b36ce6-2bb9-42ca-974c-29d3d800f78f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:48.181634 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b36ce6-2bb9-42ca-974c-29d3d800f78f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:48.181881 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b36ce6-2bb9-42ca-974c-29d3d800f78f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:48.182230 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b36ce6-2bb9-42ca-974c-29d3d800f78f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:48.183369 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b36ce6-2bb9-42ca-974c-29d3d800f78f None None] Tracked resource versions report: Aug 13 04:22:48.183369 dv-cinder-759961-6-iscsi neutron-server[93896]: pushed versions: Aug 13 04:22:48.183369 dv-cinder-759961-6-iscsi neutron-server[93896]: { 'AddressGroup': {'1.2'}, Aug 13 04:22:48.183369 dv-cinder-759961-6-iscsi neutron-server[93896]: 'ConntrackHelper': {'1.0'}, Aug 13 04:22:48.183369 dv-cinder-759961-6-iscsi neutron-server[93896]: 'Log': {'1.0'}, Aug 13 04:22:48.183369 dv-cinder-759961-6-iscsi neutron-server[93896]: 'Network': {'1.1'}, Aug 13 04:22:48.183369 dv-cinder-759961-6-iscsi neutron-server[93896]: 'Port': {'1.7'}, Aug 13 04:22:48.183369 dv-cinder-759961-6-iscsi neutron-server[93896]: 'PortForwarding': {'1.2'}, Aug 13 04:22:48.183369 dv-cinder-759961-6-iscsi neutron-server[93896]: 'QosPolicy': {'1.9'}, Aug 13 04:22:48.183369 dv-cinder-759961-6-iscsi neutron-server[93896]: 'SecurityGroup': {'1.4'}, Aug 13 04:22:48.183369 dv-cinder-759961-6-iscsi neutron-server[93896]: 'SecurityGroupRule': {'1.2'}, Aug 13 04:22:48.183369 dv-cinder-759961-6-iscsi neutron-server[93896]: 'SubPort': {'1.0'}, Aug 13 04:22:48.183369 dv-cinder-759961-6-iscsi neutron-server[93896]: 'Subnet': {'1.1'}, Aug 13 04:22:48.183369 dv-cinder-759961-6-iscsi neutron-server[93896]: 'Trunk': {'1.1'}} Aug 13 04:22:48.183369 dv-cinder-759961-6-iscsi neutron-server[93896]: consumer versions: Aug 13 04:22:48.183369 dv-cinder-759961-6-iscsi neutron-server[93896]: { DHCP agent@dv-cinder-759961-6-iscsi: {}, Aug 13 04:22:48.183369 dv-cinder-759961-6-iscsi neutron-server[93896]: L3 agent@dv-cinder-759961-6-iscsi: {}, Aug 13 04:22:48.183369 dv-cinder-759961-6-iscsi neutron-server[93896]: Metadata agent@dv-cinder-759961-6-iscsi: {}, Aug 13 04:22:48.183369 dv-cinder-759961-6-iscsi neutron-server[93896]: Metering agent@dv-cinder-759961-6-iscsi: {}, Aug 13 04:22:48.183369 dv-cinder-759961-6-iscsi neutron-server[93896]: Open vSwitch agent@dv-cinder-759961-6-iscsi: { 'AddressGroup': '1.2', Aug 13 04:22:48.183369 dv-cinder-759961-6-iscsi neutron-server[93896]: 'ConntrackHelper': '1.0', Aug 13 04:22:48.183369 dv-cinder-759961-6-iscsi neutron-server[93896]: 'Log': '1.0', Aug 13 04:22:48.183369 dv-cinder-759961-6-iscsi neutron-server[93896]: 'Network': '1.1', Aug 13 04:22:48.183369 dv-cinder-759961-6-iscsi neutron-server[93896]: 'Port': '1.7', Aug 13 04:22:48.183369 dv-cinder-759961-6-iscsi neutron-server[93896]: 'PortForwarding': '1.2', Aug 13 04:22:48.183369 dv-cinder-759961-6-iscsi neutron-server[93896]: 'QosPolicy': '1.9', Aug 13 04:22:48.183369 dv-cinder-759961-6-iscsi neutron-server[93896]: 'SecurityGroup': '1.4', Aug 13 04:22:48.183369 dv-cinder-759961-6-iscsi neutron-server[93896]: 'SecurityGroupRule': '1.2', Aug 13 04:22:48.183369 dv-cinder-759961-6-iscsi neutron-server[93896]: 'SubPort': '1.0', Aug 13 04:22:48.183369 dv-cinder-759961-6-iscsi neutron-server[93896]: 'Subnet': '1.1', Aug 13 04:22:48.183369 dv-cinder-759961-6-iscsi neutron-server[93896]: 'Trunk': '1.1'}} Aug 13 04:22:48.183369 dv-cinder-759961-6-iscsi neutron-server[93896]: {{(pid=93896) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 04:22:48.188349 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d41620e-6f57-44fa-aeec-4d61c9960417 None None] Checking agent: {'id': '10f62c82-9a8d-499f-91cc-7991f11962ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 22, 11), 'started_at': datetime.datetime(2021, 8, 13, 4, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:22:48.188781 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d41620e-6f57-44fa-aeec-4d61c9960417 None None] Checking segment: {'id': 'be7ffc75-6241-47b1-a8b5-07d286068d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f4d48f03-bbed-47b7-98ab-eed03e3fb4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:22:48.189259 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1d41620e-6f57-44fa-aeec-4d61c9960417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:48.189850 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d41620e-6f57-44fa-aeec-4d61c9960417 None None] Bound using segment: {'id': 'be7ffc75-6241-47b1-a8b5-07d286068d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f4d48f03-bbed-47b7-98ab-eed03e3fb4df'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:22:48.190360 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-1d41620e-6f57-44fa-aeec-4d61c9960417 None None] Bound port: 4afb6735-b554-43dd-88ea-dda32ff268e6, host: dv-cinder-759961-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be7ffc75-6241-47b1-a8b5-07d286068d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'f4d48f03-bbed-47b7-98ab-eed03e3fb4df'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:22:48.190744 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1d41620e-6f57-44fa-aeec-4d61c9960417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:48.262570 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-1d41620e-6f57-44fa-aeec-4d61c9960417 None None] For port 4afb6735-b554-43dd-88ea-dda32ff268e6, host dv-cinder-759961-6-iscsi, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:22:48.288919 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-1d41620e-6f57-44fa-aeec-4d61c9960417 None None] For port 4afb6735-b554-43dd-88ea-dda32ff268e6, host dv-cinder-759961-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=4afb6735-b554-43dd-88ea-dda32ff268e6,segment=NetworkSegment(be7ffc75-6241-47b1-a8b5-07d286068d43),segment_id=be7ffc75-6241-47b1-a8b5-07d286068d43)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:22:48.293959 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-1d41620e-6f57-44fa-aeec-4d61c9960417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:48.358497 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d41620e-6f57-44fa-aeec-4d61c9960417 None None] Routers {'0a812b33-505e-4bc5-a2bf-16ac7a9810c7'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:22:48.359141 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-1d41620e-6f57-44fa-aeec-4d61c9960417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:22:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['0a812b33-505e-4bc5-a2bf-16ac7a9810c7'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:22:48.400091 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b36ce6-2bb9-42ca-974c-29d3d800f78f None None] Pushing event updated for resources: {'Port': ['ID=4afb6735-b554-43dd-88ea-dda32ff268e6,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:22:48.489365 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-1d41620e-6f57-44fa-aeec-4d61c9960417 None None] Set router 0a812b33-505e-4bc5-a2bf-16ac7a9810c7 gateway port host: None {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:22:48.737788 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-1d41620e-6f57-44fa-aeec-4d61c9960417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a812b33-505e-4bc5-a2bf-16ac7a9810c7', 'name': 'router1', 'tenant_id': 'b11f61b985e54c19be44be7b4576aafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:22:36Z', 'updated_at': '2021-08-13T04:22:45Z', 'revision_number': 2, 'project_id': 'b11f61b985e54c19be44be7b4576aafa', 'gw_port_host': None, '_interfaces': [{'id': '4afb6735-b554-43dd-88ea-dda32ff268e6', 'name': '', 'network_id': 'f4d48f03-bbed-47b7-98ab-eed03e3fb4df', 'tenant_id': 'b11f61b985e54c19be44be7b4576aafa', 'mac_address': 'fa:16:3e:85:90:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a812b33-505e-4bc5-a2bf-16ac7a9810c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c69d911-800b-478c-a473-5a2ef437e26c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:22:45Z', 'updated_at': '2021-08-13T04:22:48Z', 'revision_number': 4, 'project_id': 'b11f61b985e54c19be44be7b4576aafa', 'subnets': [{'id': '1c69d911-800b-478c-a473-5a2ef437e26c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8a959aa-f448-4b33-bac2-e68a11033f87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:22:48.765878 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d41620e-6f57-44fa-aeec-4d61c9960417 None None] The sync data for ids ['0a812b33-505e-4bc5-a2bf-16ac7a9810c7'] in dv-cinder-759961-6-iscsi is: [{'id': '0a812b33-505e-4bc5-a2bf-16ac7a9810c7', 'name': 'router1', 'tenant_id': 'b11f61b985e54c19be44be7b4576aafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:22:36Z', 'updated_at': '2021-08-13T04:22:45Z', 'revision_number': 2, 'project_id': 'b11f61b985e54c19be44be7b4576aafa', 'gw_port_host': None, '_interfaces': [{'id': '4afb6735-b554-43dd-88ea-dda32ff268e6', 'name': '', 'network_id': 'f4d48f03-bbed-47b7-98ab-eed03e3fb4df', 'tenant_id': 'b11f61b985e54c19be44be7b4576aafa', 'mac_address': 'fa:16:3e:85:90:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a812b33-505e-4bc5-a2bf-16ac7a9810c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c69d911-800b-478c-a473-5a2ef437e26c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:22:45Z', 'updated_at': '2021-08-13T04:22:48Z', 'revision_number': 4, 'project_id': 'b11f61b985e54c19be44be7b4576aafa', 'subnets': [{'id': '1c69d911-800b-478c-a473-5a2ef437e26c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8a959aa-f448-4b33-bac2-e68a11033f87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:22:48.956592 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 60896) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:22:49.072835 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492233b7-2604-4f34-90f6-6e6224c93f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:22:49.074202 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-492233b7-2604-4f34-90f6-6e6224c93f65 admin admin] 10.222.0.13 "GET /v2.0/networks/d5442241-d7fe-41d2-8545-5b5874d634cc HTTP/1.1" status: 200 len: 842 time: 0.1166422 Aug 13 04:22:49.088581 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-b3a7c751-e6a5-4f13-a6ac-53bf605d4959 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'enable_dhcp': False, 'cidr': '172.27.0.0/24'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:22:49.117579 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a7c751-e6a5-4f13-a6ac-53bf605d4959 admin admin] Made reservation on behalf of 0095976890b342378fe8f6df956c74bc for: {'subnet': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:22:49.119890 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-b3a7c751-e6a5-4f13-a6ac-53bf605d4959 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:49.479662 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.objects.ports [None req-b3a7c751-e6a5-4f13-a6ac-53bf605d4959 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93894) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 13 04:22:49.480047 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-b3a7c751-e6a5-4f13-a6ac-53bf605d4959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156'] for subnet, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:49.536340 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7c751-e6a5-4f13-a6ac-53bf605d4959 admin admin] Pushing event updated for resources: {'Subnet': ['ID=644fe726-b54d-4883-8d33-fa766808e879,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:22:49.546971 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a7c751-e6a5-4f13-a6ac-53bf605d4959 admin admin] Checking segment: {'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:22:49.547328 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a7c751-e6a5-4f13-a6ac-53bf605d4959 admin admin] Network hostable DHCP agents. Network: d5442241-d7fe-41d2-8545-5b5874d634cc, hostable agents: ['648804f1-66f0-43bb-b72d-2cc8dd7b696f'], hosted agents: [] {{(pid=93894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:22:49.565344 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a7c751-e6a5-4f13-a6ac-53bf605d4959 admin admin] Network d5442241-d7fe-41d2-8545-5b5874d634cc is scheduled to be hosted by DHCP agent 648804f1-66f0-43bb-b72d-2cc8dd7b696f with binding_index 1 {{(pid=93894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:22:49.574710 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-b3a7c751-e6a5-4f13-a6ac-53bf605d4959 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-6-iscsi, d5442241-d7fe-41d2-8545-5b5874d634cc) {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:22:49.578873 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a7c751-e6a5-4f13-a6ac-53bf605d4959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:22:49.579445 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-b3a7c751-e6a5-4f13-a6ac-53bf605d4959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:49.584281 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f66401a-32ca-4f07-a258-e271823004d8 None None] Network d5442241-d7fe-41d2-8545-5b5874d634cc requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:22:49.610508 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-b3a7c751-e6a5-4f13-a6ac-53bf605d4959 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5211592 Aug 13 04:22:49.747355 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efcfc3b-a53f-4d10-9481-928d216c02c0 None None] Network d5442241-d7fe-41d2-8545-5b5874d634cc requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:22:51.937560 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 60904) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:22:52.098488 dv-cinder-759961-6-iscsi neutron-server[93893]: WARNING oslo_policy.policy [None req-956ed31e-416a-499c-be5c-6a125521fa6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 04:22:52.099047 dv-cinder-759961-6-iscsi neutron-server[93893]: WARNING oslo_policy.policy [None req-956ed31e-416a-499c-be5c-6a125521fa6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 04:22:52.402852 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.policy [None req-956ed31e-416a-499c-be5c-6a125521fa6c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93893) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 13 04:22:52.449957 dv-cinder-759961-6-iscsi neutron-server[93893]: WARNING oslo_policy.policy [None req-956ed31e-416a-499c-be5c-6a125521fa6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 04:22:52.450336 dv-cinder-759961-6-iscsi neutron-server[93893]: WARNING oslo_policy.policy [None req-956ed31e-416a-499c-be5c-6a125521fa6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 13 04:22:52.702257 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-956ed31e-416a-499c-be5c-6a125521fa6c admin admin] 10.222.0.13 "GET /v2.0/routers/0a812b33-505e-4bc5-a2bf-16ac7a9810c7 HTTP/1.1" status: 200 len: 710 time: 0.7634404 Aug 13 04:22:52.904304 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132382a5-f535-4289-9b37-242dfca36512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:22:52.906067 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-132382a5-f535-4289-9b37-242dfca36512 admin admin] 10.222.0.13 "GET /v2.0/networks/d5442241-d7fe-41d2-8545-5b5874d634cc HTTP/1.1" status: 200 len: 886 time: 0.1973879 Aug 13 04:22:52.915976 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [None req-34536232-8e9c-437f-aa82-56d83e8465aa admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'}}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:22:53.182911 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-34536232-8e9c-437f-aa82-56d83e8465aa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:53.431877 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-34536232-8e9c-437f-aa82-56d83e8465aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:53.514557 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-34536232-8e9c-437f-aa82-56d83e8465aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:53.701011 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.db_base_plugin_common [None req-34536232-8e9c-437f-aa82-56d83e8465aa admin admin] Allocated IP 172.27.0.13 (d5442241-d7fe-41d2-8545-5b5874d634cc/644fe726-b54d-4883-8d33-fa766808e879/c1b49b56-521e-4605-8a86-75450fe2b82f) {{(pid=93893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:22:53.818360 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-34536232-8e9c-437f-aa82-56d83e8465aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:53.907526 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-34536232-8e9c-437f-aa82-56d83e8465aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932'] for port, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:53.991487 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34536232-8e9c-437f-aa82-56d83e8465aa admin admin] Network d5442241-d7fe-41d2-8545-5b5874d634cc is already hosted by enough agents. {{(pid=93893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:22:53.992898 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.base_scheduler [None req-34536232-8e9c-437f-aa82-56d83e8465aa admin admin] Resources bound (agent type, host, resource id): {{(pid=93893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:22:54.036296 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34536232-8e9c-437f-aa82-56d83e8465aa admin admin] Pushing event updated for resources: {'Port': ['ID=c1b49b56-521e-4605-8a86-75450fe2b82f,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:22:54.045643 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34536232-8e9c-437f-aa82-56d83e8465aa admin admin] Received port after_create {{(pid=93893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:22:54.049273 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34536232-8e9c-437f-aa82-56d83e8465aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:54.050053 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34536232-8e9c-437f-aa82-56d83e8465aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:54.050053 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34536232-8e9c-437f-aa82-56d83e8465aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:54.050288 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34536232-8e9c-437f-aa82-56d83e8465aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:54.050615 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34536232-8e9c-437f-aa82-56d83e8465aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:54.050942 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34536232-8e9c-437f-aa82-56d83e8465aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:54.051262 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34536232-8e9c-437f-aa82-56d83e8465aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:54.051581 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34536232-8e9c-437f-aa82-56d83e8465aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:54.051914 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34536232-8e9c-437f-aa82-56d83e8465aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:54.052234 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34536232-8e9c-437f-aa82-56d83e8465aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:54.052548 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34536232-8e9c-437f-aa82-56d83e8465aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:54.052859 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34536232-8e9c-437f-aa82-56d83e8465aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:22:54.054079 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34536232-8e9c-437f-aa82-56d83e8465aa admin admin] Tracked resource versions report: Aug 13 04:22:54.054079 dv-cinder-759961-6-iscsi neutron-server[93893]: pushed versions: Aug 13 04:22:54.054079 dv-cinder-759961-6-iscsi neutron-server[93893]: { 'AddressGroup': {'1.2'}, Aug 13 04:22:54.054079 dv-cinder-759961-6-iscsi neutron-server[93893]: 'ConntrackHelper': {'1.0'}, Aug 13 04:22:54.054079 dv-cinder-759961-6-iscsi neutron-server[93893]: 'Log': {'1.0'}, Aug 13 04:22:54.054079 dv-cinder-759961-6-iscsi neutron-server[93893]: 'Network': {'1.1'}, Aug 13 04:22:54.054079 dv-cinder-759961-6-iscsi neutron-server[93893]: 'Port': {'1.7'}, Aug 13 04:22:54.054079 dv-cinder-759961-6-iscsi neutron-server[93893]: 'PortForwarding': {'1.2'}, Aug 13 04:22:54.054079 dv-cinder-759961-6-iscsi neutron-server[93893]: 'QosPolicy': {'1.9'}, Aug 13 04:22:54.054079 dv-cinder-759961-6-iscsi neutron-server[93893]: 'SecurityGroup': {'1.4'}, Aug 13 04:22:54.054079 dv-cinder-759961-6-iscsi neutron-server[93893]: 'SecurityGroupRule': {'1.2'}, Aug 13 04:22:54.054079 dv-cinder-759961-6-iscsi neutron-server[93893]: 'SubPort': {'1.0'}, Aug 13 04:22:54.054079 dv-cinder-759961-6-iscsi neutron-server[93893]: 'Subnet': {'1.1'}, Aug 13 04:22:54.054079 dv-cinder-759961-6-iscsi neutron-server[93893]: 'Trunk': {'1.1'}} Aug 13 04:22:54.054079 dv-cinder-759961-6-iscsi neutron-server[93893]: consumer versions: Aug 13 04:22:54.054079 dv-cinder-759961-6-iscsi neutron-server[93893]: { DHCP agent@dv-cinder-759961-6-iscsi: {}, Aug 13 04:22:54.054079 dv-cinder-759961-6-iscsi neutron-server[93893]: L3 agent@dv-cinder-759961-6-iscsi: {}, Aug 13 04:22:54.054079 dv-cinder-759961-6-iscsi neutron-server[93893]: Metadata agent@dv-cinder-759961-6-iscsi: {}, Aug 13 04:22:54.054079 dv-cinder-759961-6-iscsi neutron-server[93893]: Metering agent@dv-cinder-759961-6-iscsi: {}, Aug 13 04:22:54.054079 dv-cinder-759961-6-iscsi neutron-server[93893]: Open vSwitch agent@dv-cinder-759961-6-iscsi: { 'AddressGroup': '1.2', Aug 13 04:22:54.054079 dv-cinder-759961-6-iscsi neutron-server[93893]: 'ConntrackHelper': '1.0', Aug 13 04:22:54.054079 dv-cinder-759961-6-iscsi neutron-server[93893]: 'Log': '1.0', Aug 13 04:22:54.054079 dv-cinder-759961-6-iscsi neutron-server[93893]: 'Network': '1.1', Aug 13 04:22:54.054079 dv-cinder-759961-6-iscsi neutron-server[93893]: 'Port': '1.7', Aug 13 04:22:54.054079 dv-cinder-759961-6-iscsi neutron-server[93893]: 'PortForwarding': '1.2', Aug 13 04:22:54.054079 dv-cinder-759961-6-iscsi neutron-server[93893]: 'QosPolicy': '1.9', Aug 13 04:22:54.054079 dv-cinder-759961-6-iscsi neutron-server[93893]: 'SecurityGroup': '1.4', Aug 13 04:22:54.054079 dv-cinder-759961-6-iscsi neutron-server[93893]: 'SecurityGroupRule': '1.2', Aug 13 04:22:54.054079 dv-cinder-759961-6-iscsi neutron-server[93893]: 'SubPort': '1.0', Aug 13 04:22:54.054079 dv-cinder-759961-6-iscsi neutron-server[93893]: 'Subnet': '1.1', Aug 13 04:22:54.054079 dv-cinder-759961-6-iscsi neutron-server[93893]: 'Trunk': '1.1'}} Aug 13 04:22:54.054079 dv-cinder-759961-6-iscsi neutron-server[93893]: {{(pid=93893) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 04:22:54.340218 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-34536232-8e9c-437f-aa82-56d83e8465aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:54.594278 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-34536232-8e9c-437f-aa82-56d83e8465aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3788800', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3787119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-505248'] for router, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:54.599882 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-34536232-8e9c-437f-aa82-56d83e8465aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3789051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3788809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3789042', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3787096'] for router, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:54.709654 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34536232-8e9c-437f-aa82-56d83e8465aa admin admin] Router 0a812b33-505e-4bc5-a2bf-16ac7a9810c7 has already been hosted by L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb {{(pid=93893) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:22:54.817784 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34536232-8e9c-437f-aa82-56d83e8465aa admin admin] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:22:54.821974 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-34536232-8e9c-437f-aa82-56d83e8465aa admin admin] Notify callbacks [] for router, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:54.823162 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-34536232-8e9c-437f-aa82-56d83e8465aa admin admin] 10.222.0.13 "PUT /v2.0/routers/0a812b33-505e-4bc5-a2bf-16ac7a9810c7 HTTP/1.1" status: 200 len: 889 time: 1.9109862 Aug 13 04:22:55.337111 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df56016-c9c1-46f1-871c-fc5bd45603e8 None None] Sync routers for ids ['0a812b33-505e-4bc5-a2bf-16ac7a9810c7'] in dv-cinder-759961-6-iscsi {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:22:55.352150 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df56016-c9c1-46f1-871c-fc5bd45603e8 None None] Routers {'0a812b33-505e-4bc5-a2bf-16ac7a9810c7'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:22:55.352802 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-1df56016-c9c1-46f1-871c-fc5bd45603e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:22:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['0a812b33-505e-4bc5-a2bf-16ac7a9810c7'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:22:55.584782 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 4afb6735-b554-43dd-88ea-dda32ff268e6 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:22:55.644879 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-1df56016-c9c1-46f1-871c-fc5bd45603e8 None None] Set router 0a812b33-505e-4bc5-a2bf-16ac7a9810c7 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:22:55.803749 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning for port 4afb6735-b554-43dd-88ea-dda32ff268e6 completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:22:55.856202 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port 4afb6735-b554-43dd-88ea-dda32ff268e6 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:22:55.856495 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:56.058226 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:56.116433 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] For port 4afb6735-b554-43dd-88ea-dda32ff268e6, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=4afb6735-b554-43dd-88ea-dda32ff268e6,segment=NetworkSegment(be7ffc75-6241-47b1-a8b5-07d286068d43),segment_id=be7ffc75-6241-47b1-a8b5-07d286068d43)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:22:56.122349 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:56.178239 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-1df56016-c9c1-46f1-871c-fc5bd45603e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a812b33-505e-4bc5-a2bf-16ac7a9810c7', 'name': 'router1', 'tenant_id': 'b11f61b985e54c19be44be7b4576aafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c1b49b56-521e-4605-8a86-75450fe2b82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:22:36Z', 'updated_at': '2021-08-13T04:22:54Z', 'revision_number': 4, 'project_id': 'b11f61b985e54c19be44be7b4576aafa', 'gw_port': {'id': 'c1b49b56-521e-4605-8a86-75450fe2b82f', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a812b33-505e-4bc5-a2bf-16ac7a9810c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:22:53Z', 'updated_at': '2021-08-13T04:22:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': '4afb6735-b554-43dd-88ea-dda32ff268e6', 'name': '', 'network_id': 'f4d48f03-bbed-47b7-98ab-eed03e3fb4df', 'tenant_id': 'b11f61b985e54c19be44be7b4576aafa', 'mac_address': 'fa:16:3e:85:90:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a812b33-505e-4bc5-a2bf-16ac7a9810c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c69d911-800b-478c-a473-5a2ef437e26c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:22:45Z', 'updated_at': '2021-08-13T04:22:48Z', 'revision_number': 4, 'project_id': 'b11f61b985e54c19be44be7b4576aafa', 'subnets': [{'id': '1c69d911-800b-478c-a473-5a2ef437e26c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8a959aa-f448-4b33-bac2-e68a11033f87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:22:56.240453 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df56016-c9c1-46f1-871c-fc5bd45603e8 None None] Checking router: 0a812b33-505e-4bc5-a2bf-16ac7a9810c7 for host: dv-cinder-759961-6-iscsi {{(pid=93895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:22:56.240828 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df56016-c9c1-46f1-871c-fc5bd45603e8 None None] Updating router 0a812b33-505e-4bc5-a2bf-16ac7a9810c7 port c1b49b56-521e-4605-8a86-75450fe2b82f binding host dv-cinder-759961-6-iscsi {{(pid=93895) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:22:56.256863 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Pushing event updated for resources: {'Port': ['ID=4afb6735-b554-43dd-88ea-dda32ff268e6,revision_number=5']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:22:56.291248 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1df56016-c9c1-46f1-871c-fc5bd45603e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:56.370804 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 5 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:22:56.617106 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1df56016-c9c1-46f1-871c-fc5bd45603e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:56.626811 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-1df56016-c9c1-46f1-871c-fc5bd45603e8 None None] Transition to ACTIVE for port object c1b49b56-521e-4605-8a86-75450fe2b82f will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:22:56.633260 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1df56016-c9c1-46f1-871c-fc5bd45603e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:56.684198 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-1df56016-c9c1-46f1-871c-fc5bd45603e8 None None] Attempting to bind port c1b49b56-521e-4605-8a86-75450fe2b82f on host dv-cinder-759961-6-iscsi for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:22:56.684568 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-1df56016-c9c1-46f1-871c-fc5bd45603e8 None None] Attempting to bind port c1b49b56-521e-4605-8a86-75450fe2b82f by drivers openvswitch,hyperv on host dv-cinder-759961-6-iscsi at level 0 using segments [{'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:22:56.684933 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df56016-c9c1-46f1-871c-fc5bd45603e8 None None] Attempting to bind port c1b49b56-521e-4605-8a86-75450fe2b82f on network d5442241-d7fe-41d2-8545-5b5874d634cc {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:22:56.687689 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6d264-3ed9-4631-a07e-0bebdee4679f None None] Pushing event updated for resources: {'Port': ['ID=c1b49b56-521e-4605-8a86-75450fe2b82f,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:22:56.692663 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df56016-c9c1-46f1-871c-fc5bd45603e8 None None] Checking agent: {'id': '10f62c82-9a8d-499f-91cc-7991f11962ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 22, 11), 'started_at': datetime.datetime(2021, 8, 13, 4, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:22:56.693042 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df56016-c9c1-46f1-871c-fc5bd45603e8 None None] Checking segment: {'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:22:56.693461 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1df56016-c9c1-46f1-871c-fc5bd45603e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:56.693850 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df56016-c9c1-46f1-871c-fc5bd45603e8 None None] Bound using segment: {'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:22:56.694316 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-1df56016-c9c1-46f1-871c-fc5bd45603e8 None None] Bound port: c1b49b56-521e-4605-8a86-75450fe2b82f, host: dv-cinder-759961-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:22:56.695171 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1df56016-c9c1-46f1-871c-fc5bd45603e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:56.747509 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-1df56016-c9c1-46f1-871c-fc5bd45603e8 None None] For port c1b49b56-521e-4605-8a86-75450fe2b82f, host dv-cinder-759961-6-iscsi, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:22:56.750930 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-1df56016-c9c1-46f1-871c-fc5bd45603e8 None None] For port c1b49b56-521e-4605-8a86-75450fe2b82f, host dv-cinder-759961-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=c1b49b56-521e-4605-8a86-75450fe2b82f,segment=NetworkSegment(edab9050-aae2-4c9b-baa0-6e612e984a64),segment_id=edab9050-aae2-4c9b-baa0-6e612e984a64)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:22:56.756000 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1df56016-c9c1-46f1-871c-fc5bd45603e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:56.818839 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df56016-c9c1-46f1-871c-fc5bd45603e8 None None] Routers {'0a812b33-505e-4bc5-a2bf-16ac7a9810c7'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:22:56.819466 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-1df56016-c9c1-46f1-871c-fc5bd45603e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:22:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['0a812b33-505e-4bc5-a2bf-16ac7a9810c7'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:22:56.821258 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c6d264-3ed9-4631-a07e-0bebdee4679f None None] Pushing event updated for resources: {'Port': ['ID=c1b49b56-521e-4605-8a86-75450fe2b82f,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:22:57.017321 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-1df56016-c9c1-46f1-871c-fc5bd45603e8 None None] Set router 0a812b33-505e-4bc5-a2bf-16ac7a9810c7 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:22:57.201983 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 60928) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:22:57.240087 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-1df56016-c9c1-46f1-871c-fc5bd45603e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a812b33-505e-4bc5-a2bf-16ac7a9810c7', 'name': 'router1', 'tenant_id': 'b11f61b985e54c19be44be7b4576aafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c1b49b56-521e-4605-8a86-75450fe2b82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:22:36Z', 'updated_at': '2021-08-13T04:22:54Z', 'revision_number': 4, 'project_id': 'b11f61b985e54c19be44be7b4576aafa', 'gw_port': {'id': 'c1b49b56-521e-4605-8a86-75450fe2b82f', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a812b33-505e-4bc5-a2bf-16ac7a9810c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:22:53Z', 'updated_at': '2021-08-13T04:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': '4afb6735-b554-43dd-88ea-dda32ff268e6', 'name': '', 'network_id': 'f4d48f03-bbed-47b7-98ab-eed03e3fb4df', 'tenant_id': 'b11f61b985e54c19be44be7b4576aafa', 'mac_address': 'fa:16:3e:85:90:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a812b33-505e-4bc5-a2bf-16ac7a9810c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c69d911-800b-478c-a473-5a2ef437e26c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:22:45Z', 'updated_at': '2021-08-13T04:22:56Z', 'revision_number': 5, 'project_id': 'b11f61b985e54c19be44be7b4576aafa', 'subnets': [{'id': '1c69d911-800b-478c-a473-5a2ef437e26c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8a959aa-f448-4b33-bac2-e68a11033f87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:22:57.266178 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df56016-c9c1-46f1-871c-fc5bd45603e8 None None] The sync data for ids ['0a812b33-505e-4bc5-a2bf-16ac7a9810c7'] in dv-cinder-759961-6-iscsi is: [{'id': '0a812b33-505e-4bc5-a2bf-16ac7a9810c7', 'name': 'router1', 'tenant_id': 'b11f61b985e54c19be44be7b4576aafa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c1b49b56-521e-4605-8a86-75450fe2b82f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:22:36Z', 'updated_at': '2021-08-13T04:22:54Z', 'revision_number': 4, 'project_id': 'b11f61b985e54c19be44be7b4576aafa', 'gw_port': {'id': 'c1b49b56-521e-4605-8a86-75450fe2b82f', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:c8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a812b33-505e-4bc5-a2bf-16ac7a9810c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:22:53Z', 'updated_at': '2021-08-13T04:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': '4afb6735-b554-43dd-88ea-dda32ff268e6', 'name': '', 'network_id': 'f4d48f03-bbed-47b7-98ab-eed03e3fb4df', 'tenant_id': 'b11f61b985e54c19be44be7b4576aafa', 'mac_address': 'fa:16:3e:85:90:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a812b33-505e-4bc5-a2bf-16ac7a9810c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1c69d911-800b-478c-a473-5a2ef437e26c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:22:45Z', 'updated_at': '2021-08-13T04:22:56Z', 'revision_number': 5, 'project_id': 'b11f61b985e54c19be44be7b4576aafa', 'subnets': [{'id': '1c69d911-800b-478c-a473-5a2ef437e26c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e8a959aa-f448-4b33-bac2-e68a11033f87'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:22:57.333466 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-d5105a4f-924d-4d59-be94-54e7b69b630e admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1273532 Aug 13 04:22:57.650519 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 4afb6735-b554-43dd-88ea-dda32ff268e6 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:22:57.708846 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port 4afb6735-b554-43dd-88ea-dda32ff268e6 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:22:57.709225 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:57.802629 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device c1b49b56-521e-4605-8a86-75450fe2b82f up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:22:57.860851 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning for port c1b49b56-521e-4605-8a86-75450fe2b82f completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:22:57.865375 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port c1b49b56-521e-4605-8a86-75450fe2b82f triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:22:57.865757 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:57.963317 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:57.986654 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] For port c1b49b56-521e-4605-8a86-75450fe2b82f, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=c1b49b56-521e-4605-8a86-75450fe2b82f,segment=NetworkSegment(edab9050-aae2-4c9b-baa0-6e612e984a64),segment_id=edab9050-aae2-4c9b-baa0-6e612e984a64)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:22:57.992519 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:22:58.049879 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Pushing event updated for resources: {'Port': ['ID=c1b49b56-521e-4605-8a86-75450fe2b82f,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:22:59.571113 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device c1b49b56-521e-4605-8a86-75450fe2b82f up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:22:59.620149 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port c1b49b56-521e-4605-8a86-75450fe2b82f triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:22:59.620719 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:08.050535 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-60bc5d77-0f44-4fba-a71e-6a614e23c898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:10.889981 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dd2c2bdb-2c78-46fd-be2a-44e3938325b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:11.307078 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:12.218884 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:13.972903 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:33.370271 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 5 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:23:38.045755 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9470e4c9-0f1f-4612-9ff1-f8156ce98d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:40.894599 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e9c08e54-c497-4922-bbfe-2e3fd95e1527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:41.311472 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:42.215475 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:23:43.960969 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:24:08.049283 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1e5ebdfe-6963-40d2-89a9-4b33aaaa4509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:24:10.369784 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 5 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:24:10.899959 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7a766fd6-6aa3-4238-b80b-ac5f89e15ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:24:11.323876 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:24:12.224625 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:24:13.951727 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:24:34.778692 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 33264) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:24:34.843793 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f1f739b-d31f-4d22-9c96-8052dffd080a admin admin] GET failed (client error): The resource could not be found. Aug 13 04:24:34.845193 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-9f1f739b-d31f-4d22-9c96-8052dffd080a admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0655618 Aug 13 04:24:35.011999 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716691ef-76cb-4f6d-bfae-4c1e65191994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:24:35.013408 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-716691ef-76cb-4f6d-bfae-4c1e65191994 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1637447 Aug 13 04:24:37.212006 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 33274) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:24:37.317157 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53834cd7-8a13-4ae3-9cb8-db0570ce418f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:24:37.318707 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-53834cd7-8a13-4ae3-9cb8-db0570ce418f admin admin] 10.222.0.13 "GET /v2.0/subnets/1c69d911-800b-478c-a473-5a2ef437e26c HTTP/1.1" status: 200 len: 849 time: 0.1056955 Aug 13 04:24:37.328370 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [None req-f49aed48-e408-488d-a183-b2ef35230583 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:24:37.414236 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-f49aed48-e408-488d-a183-b2ef35230583 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:24:37.558785 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-f49aed48-e408-488d-a183-b2ef35230583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740403479179'] for subnet, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:24:37.589819 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49aed48-e408-488d-a183-b2ef35230583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:24:37.590438 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-f49aed48-e408-488d-a183-b2ef35230583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for subnet, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:24:37.596570 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-f49aed48-e408-488d-a183-b2ef35230583 admin admin] 10.222.0.13 "PUT /v2.0/subnets/1c69d911-800b-478c-a473-5a2ef437e26c HTTP/1.1" status: 200 len: 868 time: 0.2670836 Aug 13 04:24:37.596701 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b2c69b-3f3f-43e1-94d0-9343752ee06e None None] Network f4d48f03-bbed-47b7-98ab-eed03e3fb4df requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:24:37.615838 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49aed48-e408-488d-a183-b2ef35230583 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c69d911-800b-478c-a473-5a2ef437e26c,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:24:37.623792 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49aed48-e408-488d-a183-b2ef35230583 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:24:37.624381 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49aed48-e408-488d-a183-b2ef35230583 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:24:37.624533 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49aed48-e408-488d-a183-b2ef35230583 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:24:37.624856 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49aed48-e408-488d-a183-b2ef35230583 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:24:37.625195 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49aed48-e408-488d-a183-b2ef35230583 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:24:37.625580 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49aed48-e408-488d-a183-b2ef35230583 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:24:37.625922 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49aed48-e408-488d-a183-b2ef35230583 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:24:37.626258 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49aed48-e408-488d-a183-b2ef35230583 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:24:37.626607 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49aed48-e408-488d-a183-b2ef35230583 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:24:37.626940 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49aed48-e408-488d-a183-b2ef35230583 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:24:37.627270 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49aed48-e408-488d-a183-b2ef35230583 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:24:37.627593 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f49aed48-e408-488d-a183-b2ef35230583 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:24:38.012050 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-62524a25-0efd-4272-8c00-46c5cfea04ed None None] Provisioning complete for port 280203a3-9065-4c3d-b38e-e3fe6e1519f2 triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:24:38.012427 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-62524a25-0efd-4272-8c00-46c5cfea04ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:24:38.061151 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-cbf68289-211b-4164-99bf-79881c024740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:24:38.110392 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-62524a25-0efd-4272-8c00-46c5cfea04ed None None] Provisioning complete for port 4afb6735-b554-43dd-88ea-dda32ff268e6 triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:24:38.111094 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-62524a25-0efd-4272-8c00-46c5cfea04ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:24:39.802265 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 33282) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:24:40.004771 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad150c62-9f66-4baa-adb1-786e70c97aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:24:40.005244 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad150c62-9f66-4baa-adb1-786e70c97aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:24:40.006889 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-ad150c62-9f66-4baa-adb1-786e70c97aef admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2036400 Aug 13 04:24:40.901325 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-76fdc0c4-2bf7-41bf-978b-2bbf4778ffa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:24:41.316206 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:24:42.193958 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 33292) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:24:42.219159 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:24:42.335441 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e81b16-e7ab-45f9-86c2-990ed8174273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:24:42.336014 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e81b16-e7ab-45f9-86c2-990ed8174273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:24:42.337572 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-b5e81b16-e7ab-45f9-86c2-990ed8174273 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1426456 Aug 13 04:24:43.952433 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:24:44.496950 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 33300) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:24:44.631610 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cc8bf5-d236-47ee-bda4-d6074db5ba6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:24:44.633002 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-89cc8bf5-d236-47ee-bda4-d6074db5ba6f admin admin] 10.222.0.13 "GET /v2.0/networks/d5442241-d7fe-41d2-8545-5b5874d634cc HTTP/1.1" status: 200 len: 886 time: 0.1350696 Aug 13 04:24:46.830525 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 33308) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:24:46.975797 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5837c28-8a6d-4dc8-abe0-7235a680d633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:24:46.977089 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-b5837c28-8a6d-4dc8-abe0-7235a680d633 admin admin] 10.222.0.13 "GET /v2.0/networks/f4d48f03-bbed-47b7-98ab-eed03e3fb4df HTTP/1.1" status: 200 len: 869 time: 0.1453292 Aug 13 04:24:47.368959 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 5 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:24:49.167738 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 33316) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:24:49.295003 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680bd41e-8c50-4169-91c3-67771cbda332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:24:49.295459 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680bd41e-8c50-4169-91c3-67771cbda332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:24:49.297540 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-680bd41e-8c50-4169-91c3-67771cbda332 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1288254 Aug 13 04:24:51.483871 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 33324) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:24:51.609854 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68874114-aabb-4a69-90c9-c8bf17586913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:24:51.610331 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68874114-aabb-4a69-90c9-c8bf17586913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:24:51.611865 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-68874114-aabb-4a69-90c9-c8bf17586913 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1270416 Aug 13 04:24:53.797368 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 33334) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:24:53.890602 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8287e1f-af3c-4046-a620-e24b2201f0c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:24:53.891958 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-b8287e1f-af3c-4046-a620-e24b2201f0c9 admin admin] 10.222.0.13 "GET /v2.0/subnets/1c69d911-800b-478c-a473-5a2ef437e26c HTTP/1.1" status: 200 len: 868 time: 0.0936768 Aug 13 04:24:56.121101 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 33342) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:24:56.210967 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5670d5-96fd-4127-8fce-2fedd9234097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:24:56.212306 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-0e5670d5-96fd-4127-8fce-2fedd9234097 admin admin] 10.222.0.13 "GET /v2.0/subnets/644fe726-b54d-4883-8d33-fa766808e879 HTTP/1.1" status: 200 len: 816 time: 0.0902524 Aug 13 04:25:08.052700 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a252301a-5229-4fa4-bf53-70bbc2013ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:10.904187 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-46fc755d-5eb5-4f0d-82d0-d0419f9a2f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:11.320477 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:12.222728 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:13.955720 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:21.048784 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 33396) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:25:21.101981 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [None req-e5ec2fc2-f1a3-4550-8f6b-59e398545f58 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 04:25:21.103234 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-e5ec2fc2-f1a3-4550-8f6b-59e398545f58 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0532708 Aug 13 04:25:23.417970 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 33404) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:25:23.484283 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c2a9677-cbe9-4c38-a31e-6e9e15a73b3c admin admin] GET failed (client error): The resource could not be found. Aug 13 04:25:23.485719 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-6c2a9677-cbe9-4c38-a31e-6e9e15a73b3c admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0668323 Aug 13 04:25:23.637156 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8676b46f-937d-4305-a470-30c9273b24cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:25:23.640416 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-8676b46f-937d-4305-a470-30c9273b24cd admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1472785 Aug 13 04:25:24.368527 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 5 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:25:25.919314 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 33412) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:25:25.981222 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-f21eda49-c5ed-4e51-bee8-4cd95cd9a742 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:25:26.004634 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21eda49-c5ed-4e51-bee8-4cd95cd9a742 admin admin] Made reservation on behalf of 0095976890b342378fe8f6df956c74bc for: {'network': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:25:26.008373 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f21eda49-c5ed-4e51-bee8-4cd95cd9a742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for network, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:26.054849 dv-cinder-759961-6-iscsi neutron-server[93894]: WARNING neutron.services.revisions.revision_plugin [None req-f21eda49-c5ed-4e51-bee8-4cd95cd9a742 admin admin] Could not find related network for resource to bump revision. Aug 13 04:25:26.070198 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f21eda49-c5ed-4e51-bee8-4cd95cd9a742 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=93894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:25:26.084581 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f21eda49-c5ed-4e51-bee8-4cd95cd9a742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910'] for segment, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:26.084927 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.db.segments_db [None req-f21eda49-c5ed-4e51-bee8-4cd95cd9a742 admin admin] Added segment 7a2ddc02-c75d-4e53-a745-41eca4cbdc9b of type vlan for network 17c33e1c-70f2-4306-8195-9c0969030c24 Aug 13 04:25:26.132929 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f21eda49-c5ed-4e51-bee8-4cd95cd9a742 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740402894165'] for network, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:26.167318 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f21eda49-c5ed-4e51-bee8-4cd95cd9a742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156'] for network, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:26.168411 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21eda49-c5ed-4e51-bee8-4cd95cd9a742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:25:26.169126 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f21eda49-c5ed-4e51-bee8-4cd95cd9a742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:26.231402 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-f21eda49-c5ed-4e51-bee8-4cd95cd9a742 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3105741 Aug 13 04:25:26.243245 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21eda49-c5ed-4e51-bee8-4cd95cd9a742 admin admin] Pushing event updated for resources: {'Network': ['ID=17c33e1c-70f2-4306-8195-9c0969030c24,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:25:26.255018 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21eda49-c5ed-4e51-bee8-4cd95cd9a742 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:25:26.255562 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21eda49-c5ed-4e51-bee8-4cd95cd9a742 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:25:26.256064 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21eda49-c5ed-4e51-bee8-4cd95cd9a742 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:25:26.256560 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21eda49-c5ed-4e51-bee8-4cd95cd9a742 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:25:26.257053 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21eda49-c5ed-4e51-bee8-4cd95cd9a742 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:25:26.257626 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21eda49-c5ed-4e51-bee8-4cd95cd9a742 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:25:26.258134 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21eda49-c5ed-4e51-bee8-4cd95cd9a742 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:25:26.258627 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21eda49-c5ed-4e51-bee8-4cd95cd9a742 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:25:26.259139 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21eda49-c5ed-4e51-bee8-4cd95cd9a742 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:25:26.259634 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21eda49-c5ed-4e51-bee8-4cd95cd9a742 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:25:26.260134 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21eda49-c5ed-4e51-bee8-4cd95cd9a742 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:25:26.260633 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21eda49-c5ed-4e51-bee8-4cd95cd9a742 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:25:26.278698 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Network 17c33e1c-70f2-4306-8195-9c0969030c24 details requested by agent ovs-agent-dv-cinder-759961-6-iscsi with host dv-cinder-759961-6-iscsi {{(pid=93895) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:25:28.533157 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 33420) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:25:28.599286 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c7cee00-8e0f-41c6-82a1-00ad7798f86e admin admin] GET failed (client error): The resource could not be found. Aug 13 04:25:28.601279 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-8c7cee00-8e0f-41c6-82a1-00ad7798f86e admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0665910 Aug 13 04:25:28.680053 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f176f1-ccb8-4646-8c41-c6f2998f235b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:25:28.681564 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-39f176f1-ccb8-4646-8c41-c6f2998f235b admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0755229 Aug 13 04:25:28.693157 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-760cd089-ccf4-408c-9ef0-589ec5b743aa admin admin] Request body: {'subnet': {'network_id': '17c33e1c-70f2-4306-8195-9c0969030c24', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:25:28.715980 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760cd089-ccf4-408c-9ef0-589ec5b743aa admin admin] Made reservation on behalf of 0095976890b342378fe8f6df956c74bc for: {'subnet': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:25:28.718216 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-760cd089-ccf4-408c-9ef0-589ec5b743aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:28.889676 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-760cd089-ccf4-408c-9ef0-589ec5b743aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156'] for subnet, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:28.942318 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760cd089-ccf4-408c-9ef0-589ec5b743aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=01356b42-c223-4847-9768-1b26238811e5,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:25:28.952813 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760cd089-ccf4-408c-9ef0-589ec5b743aa admin admin] Checking segment: {'id': '7a2ddc02-c75d-4e53-a745-41eca4cbdc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '17c33e1c-70f2-4306-8195-9c0969030c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:25:28.953296 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760cd089-ccf4-408c-9ef0-589ec5b743aa admin admin] Network hostable DHCP agents. Network: 17c33e1c-70f2-4306-8195-9c0969030c24, hostable agents: ['648804f1-66f0-43bb-b72d-2cc8dd7b696f'], hosted agents: [] {{(pid=93894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:25:28.970523 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760cd089-ccf4-408c-9ef0-589ec5b743aa admin admin] Network 17c33e1c-70f2-4306-8195-9c0969030c24 is scheduled to be hosted by DHCP agent 648804f1-66f0-43bb-b72d-2cc8dd7b696f with binding_index 1 {{(pid=93894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:25:28.981774 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-760cd089-ccf4-408c-9ef0-589ec5b743aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-6-iscsi, 17c33e1c-70f2-4306-8195-9c0969030c24) {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:25:28.986828 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760cd089-ccf4-408c-9ef0-589ec5b743aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:25:28.987672 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-760cd089-ccf4-408c-9ef0-589ec5b743aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:28.992771 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3804e150-918c-40f9-b21f-462903ac983c None None] Network 17c33e1c-70f2-4306-8195-9c0969030c24 requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:25:29.005315 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-760cd089-ccf4-408c-9ef0-589ec5b743aa admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3160663 Aug 13 04:25:29.347243 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b2019d-cbca-4b66-9758-f85df1ee6e35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb467cc1-395b-5a9d-8ada-7ac1dde80137-17c33e1c-70f2-4306-8195-9c0969030c24', 'network_id': '17c33e1c-70f2-4306-8195-9c0969030c24', 'tenant_id': '0095976890b342378fe8f6df956c74bc', 'fixed_ips': [{'subnet_id': '01356b42-c223-4847-9768-1b26238811e5'}]}} from dv-cinder-759961-6-iscsi. {{(pid=93895) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 04:25:29.348153 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e1b2019d-cbca-4b66-9758-f85df1ee6e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:29.509992 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-e1b2019d-cbca-4b66-9758-f85df1ee6e35 None None] Allocated IP 192.168.233.2 (17c33e1c-70f2-4306-8195-9c0969030c24/01356b42-c223-4847-9768-1b26238811e5/42add463-1baf-44f7-bb8f-9a842c120fb8) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:25:29.707874 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e1b2019d-cbca-4b66-9758-f85df1ee6e35 None None] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:29.720497 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-e1b2019d-cbca-4b66-9758-f85df1ee6e35 None None] Transition to ACTIVE for port object 42add463-1baf-44f7-bb8f-9a842c120fb8 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:25:29.742827 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-e1b2019d-cbca-4b66-9758-f85df1ee6e35 None None] Transition to ACTIVE for port object 42add463-1baf-44f7-bb8f-9a842c120fb8 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:25:29.753518 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e1b2019d-cbca-4b66-9758-f85df1ee6e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:29.816412 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b2019d-cbca-4b66-9758-f85df1ee6e35 None None] Network 17c33e1c-70f2-4306-8195-9c0969030c24 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:25:29.825708 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-e1b2019d-cbca-4b66-9758-f85df1ee6e35 None None] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:25:29.832725 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b2019d-cbca-4b66-9758-f85df1ee6e35 None None] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:25:29.848175 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b2019d-cbca-4b66-9758-f85df1ee6e35 None None] Pushing event updated for resources: {'Port': ['ID=42add463-1baf-44f7-bb8f-9a842c120fb8,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:25:29.878157 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2019d-cbca-4b66-9758-f85df1ee6e35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:25:29.878377 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2019d-cbca-4b66-9758-f85df1ee6e35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:25:29.878712 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2019d-cbca-4b66-9758-f85df1ee6e35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:25:29.879045 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2019d-cbca-4b66-9758-f85df1ee6e35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:25:29.879372 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2019d-cbca-4b66-9758-f85df1ee6e35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:25:29.879697 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2019d-cbca-4b66-9758-f85df1ee6e35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:25:29.880021 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2019d-cbca-4b66-9758-f85df1ee6e35 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:25:29.880344 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2019d-cbca-4b66-9758-f85df1ee6e35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:25:29.880684 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2019d-cbca-4b66-9758-f85df1ee6e35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:25:29.881008 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2019d-cbca-4b66-9758-f85df1ee6e35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:25:29.881324 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2019d-cbca-4b66-9758-f85df1ee6e35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:25:29.881692 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b2019d-cbca-4b66-9758-f85df1ee6e35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:25:29.926008 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-e1b2019d-cbca-4b66-9758-f85df1ee6e35 None None] Attempting to bind port 42add463-1baf-44f7-bb8f-9a842c120fb8 on host dv-cinder-759961-6-iscsi for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:25:29.926377 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-e1b2019d-cbca-4b66-9758-f85df1ee6e35 None None] Attempting to bind port 42add463-1baf-44f7-bb8f-9a842c120fb8 by drivers openvswitch,hyperv on host dv-cinder-759961-6-iscsi at level 0 using segments [{'id': '7a2ddc02-c75d-4e53-a745-41eca4cbdc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '17c33e1c-70f2-4306-8195-9c0969030c24'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:25:29.926741 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b2019d-cbca-4b66-9758-f85df1ee6e35 None None] Attempting to bind port 42add463-1baf-44f7-bb8f-9a842c120fb8 on network 17c33e1c-70f2-4306-8195-9c0969030c24 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:25:29.932637 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b2019d-cbca-4b66-9758-f85df1ee6e35 None None] Checking agent: {'id': '10f62c82-9a8d-499f-91cc-7991f11962ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 22, 11), 'started_at': datetime.datetime(2021, 8, 13, 4, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:25:29.933004 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b2019d-cbca-4b66-9758-f85df1ee6e35 None None] Checking segment: {'id': '7a2ddc02-c75d-4e53-a745-41eca4cbdc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '17c33e1c-70f2-4306-8195-9c0969030c24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:25:29.933404 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e1b2019d-cbca-4b66-9758-f85df1ee6e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:29.933821 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b2019d-cbca-4b66-9758-f85df1ee6e35 None None] Bound using segment: {'id': '7a2ddc02-c75d-4e53-a745-41eca4cbdc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '17c33e1c-70f2-4306-8195-9c0969030c24'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:25:29.934286 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-e1b2019d-cbca-4b66-9758-f85df1ee6e35 None None] Bound port: 42add463-1baf-44f7-bb8f-9a842c120fb8, host: dv-cinder-759961-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2ddc02-c75d-4e53-a745-41eca4cbdc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '17c33e1c-70f2-4306-8195-9c0969030c24'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:25:29.934685 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e1b2019d-cbca-4b66-9758-f85df1ee6e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:30.013413 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-e1b2019d-cbca-4b66-9758-f85df1ee6e35 None None] For port 42add463-1baf-44f7-bb8f-9a842c120fb8, host dv-cinder-759961-6-iscsi, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:25:30.017400 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-e1b2019d-cbca-4b66-9758-f85df1ee6e35 None None] For port 42add463-1baf-44f7-bb8f-9a842c120fb8, host dv-cinder-759961-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=42add463-1baf-44f7-bb8f-9a842c120fb8,segment=NetworkSegment(7a2ddc02-c75d-4e53-a745-41eca4cbdc9b),segment_id=7a2ddc02-c75d-4e53-a745-41eca4cbdc9b)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:25:30.023899 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e1b2019d-cbca-4b66-9758-f85df1ee6e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:30.092903 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b2019d-cbca-4b66-9758-f85df1ee6e35 None None] Pushing event updated for resources: {'Port': ['ID=42add463-1baf-44f7-bb8f-9a842c120fb8,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:25:31.032210 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb98207-bf26-4d4b-89ed-2916ee44142d None None] Network 17c33e1c-70f2-4306-8195-9c0969030c24 requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:25:31.103314 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-733d528b-a5c4-44b8-bc1a-340c1dd51b64 None None] Provisioning for port 42add463-1baf-44f7-bb8f-9a842c120fb8 completed by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:25:31.721874 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 42add463-1baf-44f7-bb8f-9a842c120fb8 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:25:31.796978 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning for port 42add463-1baf-44f7-bb8f-9a842c120fb8 completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:25:31.802981 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port 42add463-1baf-44f7-bb8f-9a842c120fb8 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:25:31.803361 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:31.931129 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:31.972330 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] For port 42add463-1baf-44f7-bb8f-9a842c120fb8, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=42add463-1baf-44f7-bb8f-9a842c120fb8,segment=NetworkSegment(7a2ddc02-c75d-4e53-a745-41eca4cbdc9b),segment_id=7a2ddc02-c75d-4e53-a745-41eca4cbdc9b)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:25:31.977621 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:32.038213 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Pushing event updated for resources: {'Port': ['ID=42add463-1baf-44f7-bb8f-9a842c120fb8,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:25:33.674332 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 42add463-1baf-44f7-bb8f-9a842c120fb8 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:25:33.755036 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port 42add463-1baf-44f7-bb8f-9a842c120fb8 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:25:33.755639 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:38.056202 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-51e5e0ff-a199-4fc8-a091-ce8fdab14c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:40.908066 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e393c43a-ef4f-4879-ba9b-0724e03e04e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:41.325992 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:42.227267 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:25:43.960912 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:26:01.367875 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 5 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:26:08.057837 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-10bdef55-ae60-47cd-8bd8-bf40fd96c491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:26:10.908416 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1aa61a6e-59d0-4d04-b19e-8ea1bfd9af23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:26:11.318719 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:26:12.228242 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:26:13.960921 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:26:38.060534 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-92074c21-63eb-40b2-8ef6-2c91eaf189ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:26:38.366888 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 5 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:26:40.077519 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 33472) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:26:40.083325 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [None req-47d5b61b-1202-48e6-8f41-a9c52be2cf82 tempest-verify_tempest_config-432127086 tempest-verify_tempest_config-432127086-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 04:26:40.084601 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-47d5b61b-1202-48e6-8f41-a9c52be2cf82 tempest-verify_tempest_config-432127086 tempest-verify_tempest_config-432127086-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058026 Aug 13 04:26:40.390423 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 33490) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:26:40.491467 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-158d99c4-06fe-498d-9db2-c092d242357b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:26:40.582067 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-158d99c4-06fe-498d-9db2-c092d242357b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:26:40.585941 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-158d99c4-06fe-498d-9db2-c092d242357b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:26:40.630741 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-158d99c4-06fe-498d-9db2-c092d242357b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b5a1642a52f44664a6c2369eb9e0d022&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2392535 Aug 13 04:26:40.631427 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d99c4-06fe-498d-9db2-c092d242357b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a1c43b-eb9a-43a4-8fa9-fd615daf07ed,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:26:40.633565 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 33494) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:26:40.638074 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d99c4-06fe-498d-9db2-c092d242357b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:26:40.638445 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d99c4-06fe-498d-9db2-c092d242357b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:26:40.638909 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d99c4-06fe-498d-9db2-c092d242357b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:26:40.639252 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d99c4-06fe-498d-9db2-c092d242357b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:26:40.639589 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d99c4-06fe-498d-9db2-c092d242357b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:26:40.639938 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d99c4-06fe-498d-9db2-c092d242357b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:26:40.640290 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d99c4-06fe-498d-9db2-c092d242357b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:26:40.640703 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d99c4-06fe-498d-9db2-c092d242357b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:26:40.640938 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d99c4-06fe-498d-9db2-c092d242357b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:26:40.641263 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d99c4-06fe-498d-9db2-c092d242357b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:26:40.641614 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d99c4-06fe-498d-9db2-c092d242357b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:26:40.641941 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158d99c4-06fe-498d-9db2-c092d242357b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:26:40.714996 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-5439c8cd-0543-4b8d-876f-ba3c1e9bccfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:26:40.738878 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-5439c8cd-0543-4b8d-876f-ba3c1e9bccfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:26:40.827963 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-5439c8cd-0543-4b8d-876f-ba3c1e9bccfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:26:40.830524 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-5439c8cd-0543-4b8d-876f-ba3c1e9bccfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:26:40.831679 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-5439c8cd-0543-4b8d-876f-ba3c1e9bccfe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f9a1c43b-eb9a-43a4-8fa9-fd615daf07ed HTTP/1.1" status: 204 len: 168 time: 0.1970823 Aug 13 04:26:40.839586 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439c8cd-0543-4b8d-876f-ba3c1e9bccfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a1c43b-eb9a-43a4-8fa9-fd615daf07ed,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:26:40.846535 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5439c8cd-0543-4b8d-876f-ba3c1e9bccfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:26:40.846906 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5439c8cd-0543-4b8d-876f-ba3c1e9bccfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:26:40.847255 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5439c8cd-0543-4b8d-876f-ba3c1e9bccfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:26:40.847597 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5439c8cd-0543-4b8d-876f-ba3c1e9bccfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:26:40.847931 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5439c8cd-0543-4b8d-876f-ba3c1e9bccfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:26:40.848279 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5439c8cd-0543-4b8d-876f-ba3c1e9bccfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:26:40.848615 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5439c8cd-0543-4b8d-876f-ba3c1e9bccfe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:26:40.848947 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5439c8cd-0543-4b8d-876f-ba3c1e9bccfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:26:40.849278 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5439c8cd-0543-4b8d-876f-ba3c1e9bccfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:26:40.849634 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5439c8cd-0543-4b8d-876f-ba3c1e9bccfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:26:40.849963 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5439c8cd-0543-4b8d-876f-ba3c1e9bccfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:26:40.850286 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5439c8cd-0543-4b8d-876f-ba3c1e9bccfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:26:40.910678 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-188c59b9-f9fa-44fe-b792-b65a1488711e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:26:41.321108 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:26:42.231057 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:26:43.964960 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:27:08.063336 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c5b47b15-c2ab-4856-a8e5-e276cd45085e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:27:10.912154 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0490f3f5-89a4-4470-9ea1-8c8ce2ac5e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:27:11.321410 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:27:12.235578 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:27:13.968228 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:27:15.365356 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 5 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:27:38.065055 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3d86d6cd-9847-4e70-ab9d-f341487062bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:27:40.916704 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-13bc3242-c611-49a1-a16f-7073f8fcec27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:27:41.323907 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:27:42.238183 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:27:43.973042 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:27:52.363152 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 5 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:28:08.065572 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4a4c30db-d9b1-4760-bdf5-6cdf4041b626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:28:10.919054 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-02d82955-4d60-47e7-8b6a-60a0c05331a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:28:11.329245 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:28:11.558062 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3790578'] for agent, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:28:12.242525 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:28:13.974790 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:28:15.227180 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 33548) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:28:15.330804 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-35ac2cb3-ec1b-4bb6-8ac8-b3a7874b76ea admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1025403 Aug 13 04:28:17.604993 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 33558) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:28:17.660628 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-6ffab912-d782-49a6-a6dd-dbbf3274625c admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0545371 Aug 13 04:28:29.364922 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 6 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:28:38.067443 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-89a44c9e-7941-4fef-b78d-b8bdc543f43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:28:40.919827 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-162f45f2-1d62-46de-b8ec-3c0d2dae860e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:28:41.330126 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:28:41.516145 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:28:42.244138 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:28:43.977577 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:06.364178 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 6 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:29:08.074226 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c3c2d024-8715-48ba-99aa-eac25dc215bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:10.923496 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-035749e7-c62d-4534-b18d-dc90ae3e3907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:11.376469 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:11.537213 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:12.253857 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:13.980762 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:38.066058 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bb638f61-9dff-4ad7-a6a4-691ad44789f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:40.921875 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ffa6a125-6b15-45c4-ab1f-6a03a7f99ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:41.343980 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:41.542504 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:42.264905 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:43.365448 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 6 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:29:43.987254 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:44.639293 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 33722) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:29:44.913562 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-d27acf2a-8cdb-4067-a969-1966766db921 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-741037835-network', 'tenant_id': '14887014218041cc86fddfa8a151dcd6'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:29:44.937738 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27acf2a-8cdb-4067-a969-1966766db921 admin admin] Made reservation on behalf of 14887014218041cc86fddfa8a151dcd6 for: {'network': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:29:44.940084 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d27acf2a-8cdb-4067-a969-1966766db921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for network, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:44.952858 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d27acf2a-8cdb-4067-a969-1966766db921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:44.986500 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 33750) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:29:45.055201 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d27acf2a-8cdb-4067-a969-1966766db921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:45.060241 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d27acf2a-8cdb-4067-a969-1966766db921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:45.093044 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d27acf2a-8cdb-4067-a969-1966766db921 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=93894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:29:45.102635 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27acf2a-8cdb-4067-a969-1966766db921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddbbb81-df82-4dc3-9fc4-8f915d2a34ea,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:45.114139 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d27acf2a-8cdb-4067-a969-1966766db921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910'] for segment, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:45.114772 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.db.segments_db [None req-d27acf2a-8cdb-4067-a969-1966766db921 admin admin] Added segment 529d8121-1e24-4545-a5c6-195ed2cbad21 of type vlan for network 9c9aa154-2553-4e43-a430-2b11cf059f5c Aug 13 04:29:45.147539 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27acf2a-8cdb-4067-a969-1966766db921 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:45.148005 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27acf2a-8cdb-4067-a969-1966766db921 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:45.148504 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27acf2a-8cdb-4067-a969-1966766db921 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:45.148847 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27acf2a-8cdb-4067-a969-1966766db921 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:45.149037 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27acf2a-8cdb-4067-a969-1966766db921 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:45.149400 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27acf2a-8cdb-4067-a969-1966766db921 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:45.149944 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27acf2a-8cdb-4067-a969-1966766db921 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:45.150294 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27acf2a-8cdb-4067-a969-1966766db921 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:45.151266 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27acf2a-8cdb-4067-a969-1966766db921 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:45.151607 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27acf2a-8cdb-4067-a969-1966766db921 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:45.152252 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27acf2a-8cdb-4067-a969-1966766db921 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:45.152562 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27acf2a-8cdb-4067-a969-1966766db921 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:45.153785 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27acf2a-8cdb-4067-a969-1966766db921 admin admin] Tracked resource versions report: Aug 13 04:29:45.153785 dv-cinder-759961-6-iscsi neutron-server[93894]: pushed versions: Aug 13 04:29:45.153785 dv-cinder-759961-6-iscsi neutron-server[93894]: { 'AddressGroup': {'1.2'}, Aug 13 04:29:45.153785 dv-cinder-759961-6-iscsi neutron-server[93894]: 'ConntrackHelper': {'1.0'}, Aug 13 04:29:45.153785 dv-cinder-759961-6-iscsi neutron-server[93894]: 'Log': {'1.0'}, Aug 13 04:29:45.153785 dv-cinder-759961-6-iscsi neutron-server[93894]: 'Network': {'1.1'}, Aug 13 04:29:45.153785 dv-cinder-759961-6-iscsi neutron-server[93894]: 'Port': {'1.7'}, Aug 13 04:29:45.153785 dv-cinder-759961-6-iscsi neutron-server[93894]: 'PortForwarding': {'1.2'}, Aug 13 04:29:45.153785 dv-cinder-759961-6-iscsi neutron-server[93894]: 'QosPolicy': {'1.9'}, Aug 13 04:29:45.153785 dv-cinder-759961-6-iscsi neutron-server[93894]: 'SecurityGroup': {'1.4'}, Aug 13 04:29:45.153785 dv-cinder-759961-6-iscsi neutron-server[93894]: 'SecurityGroupRule': {'1.2'}, Aug 13 04:29:45.153785 dv-cinder-759961-6-iscsi neutron-server[93894]: 'SubPort': {'1.0'}, Aug 13 04:29:45.153785 dv-cinder-759961-6-iscsi neutron-server[93894]: 'Subnet': {'1.1'}, Aug 13 04:29:45.153785 dv-cinder-759961-6-iscsi neutron-server[93894]: 'Trunk': {'1.1'}} Aug 13 04:29:45.153785 dv-cinder-759961-6-iscsi neutron-server[93894]: consumer versions: Aug 13 04:29:45.153785 dv-cinder-759961-6-iscsi neutron-server[93894]: { DHCP agent@dv-cinder-759961-6-iscsi: {}, Aug 13 04:29:45.153785 dv-cinder-759961-6-iscsi neutron-server[93894]: HyperV agent@hv-cinder-75996: {}, Aug 13 04:29:45.153785 dv-cinder-759961-6-iscsi neutron-server[93894]: L3 agent@dv-cinder-759961-6-iscsi: {}, Aug 13 04:29:45.153785 dv-cinder-759961-6-iscsi neutron-server[93894]: Metadata agent@dv-cinder-759961-6-iscsi: {}, Aug 13 04:29:45.153785 dv-cinder-759961-6-iscsi neutron-server[93894]: Metering agent@dv-cinder-759961-6-iscsi: {}, Aug 13 04:29:45.153785 dv-cinder-759961-6-iscsi neutron-server[93894]: Open vSwitch agent@dv-cinder-759961-6-iscsi: { 'AddressGroup': '1.2', Aug 13 04:29:45.153785 dv-cinder-759961-6-iscsi neutron-server[93894]: 'ConntrackHelper': '1.0', Aug 13 04:29:45.153785 dv-cinder-759961-6-iscsi neutron-server[93894]: 'Log': '1.0', Aug 13 04:29:45.153785 dv-cinder-759961-6-iscsi neutron-server[93894]: 'Network': '1.1', Aug 13 04:29:45.153785 dv-cinder-759961-6-iscsi neutron-server[93894]: 'Port': '1.7', Aug 13 04:29:45.153785 dv-cinder-759961-6-iscsi neutron-server[93894]: 'PortForwarding': '1.2', Aug 13 04:29:45.153785 dv-cinder-759961-6-iscsi neutron-server[93894]: 'QosPolicy': '1.9', Aug 13 04:29:45.153785 dv-cinder-759961-6-iscsi neutron-server[93894]: 'SecurityGroup': '1.4', Aug 13 04:29:45.153785 dv-cinder-759961-6-iscsi neutron-server[93894]: 'SecurityGroupRule': '1.2', Aug 13 04:29:45.153785 dv-cinder-759961-6-iscsi neutron-server[93894]: 'SubPort': '1.0', Aug 13 04:29:45.153785 dv-cinder-759961-6-iscsi neutron-server[93894]: 'Subnet': '1.1', Aug 13 04:29:45.153785 dv-cinder-759961-6-iscsi neutron-server[93894]: 'Trunk': '1.1'}} Aug 13 04:29:45.153785 dv-cinder-759961-6-iscsi neutron-server[93894]: {{(pid=93894) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 04:29:45.179999 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d27acf2a-8cdb-4067-a969-1966766db921 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740402894165'] for network, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:45.200324 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [None req-c1d056ae-d7fe-4d26-8ee4-13712cc07cd0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1075230427-network', 'tenant_id': '41073eeaf0b24fdda847a5a1ee0954c6'}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:29:45.202684 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.quota [None req-c1d056ae-d7fe-4d26-8ee4-13712cc07cd0 admin admin] Loaded quota_driver: . Aug 13 04:29:45.219623 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d27acf2a-8cdb-4067-a969-1966766db921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156'] for network, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:45.221529 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27acf2a-8cdb-4067-a969-1966766db921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:29:45.222113 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d27acf2a-8cdb-4067-a969-1966766db921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:45.255678 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d056ae-d7fe-4d26-8ee4-13712cc07cd0 admin admin] Made reservation on behalf of 41073eeaf0b24fdda847a5a1ee0954c6 for: {'network': 1} {{(pid=93893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:29:45.258572 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-c1d056ae-d7fe-4d26-8ee4-13712cc07cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for network, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:45.278493 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-c1d056ae-d7fe-4d26-8ee4-13712cc07cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:45.290483 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27acf2a-8cdb-4067-a969-1966766db921 admin admin] Pushing event updated for resources: {'Network': ['ID=9c9aa154-2553-4e43-a430-2b11cf059f5c,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:45.302358 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Network 9c9aa154-2553-4e43-a430-2b11cf059f5c details requested by agent ovs-agent-dv-cinder-759961-6-iscsi with host dv-cinder-759961-6-iscsi {{(pid=93895) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:29:45.399491 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-c1d056ae-d7fe-4d26-8ee4-13712cc07cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:45.406637 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-c1d056ae-d7fe-4d26-8ee4-13712cc07cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:45.409488 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-d27acf2a-8cdb-4067-a969-1966766db921 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7684224 Aug 13 04:29:45.421539 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 33778) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:29:45.421539 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-fe1dcb75-48ed-4145-9c3d-25a34d247fc2 admin admin] Request body: {'subnet': {'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-741037835-subnet', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:29:45.444984 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1dcb75-48ed-4145-9c3d-25a34d247fc2 admin admin] Made reservation on behalf of 14887014218041cc86fddfa8a151dcd6 for: {'subnet': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:29:45.446524 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d056ae-d7fe-4d26-8ee4-13712cc07cd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=93893) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:29:45.449076 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-fe1dcb75-48ed-4145-9c3d-25a34d247fc2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:45.464061 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-c1d056ae-d7fe-4d26-8ee4-13712cc07cd0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740403467879', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910'] for segment, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:45.465338 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-c1d056ae-d7fe-4d26-8ee4-13712cc07cd0 admin admin] Unsubscribe: segment precommit_create {{(pid=93893) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 13 04:29:45.466098 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.db.segments_db [None req-c1d056ae-d7fe-4d26-8ee4-13712cc07cd0 admin admin] Added segment bcc8529d-17ee-4497-a305-015a07cff0c2 of type vlan for network 361ae543-e60e-4018-8f94-c3d879df0f85 Aug 13 04:29:45.526362 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-c1d056ae-d7fe-4d26-8ee4-13712cc07cd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740402894165'] for network, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:45.578664 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d056ae-d7fe-4d26-8ee4-13712cc07cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2005b603-1ae4-49a1-92f3-3182582458c6,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:45.589204 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d056ae-d7fe-4d26-8ee4-13712cc07cd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:45.589772 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d056ae-d7fe-4d26-8ee4-13712cc07cd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:45.590272 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d056ae-d7fe-4d26-8ee4-13712cc07cd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:45.590613 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d056ae-d7fe-4d26-8ee4-13712cc07cd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:45.590945 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d056ae-d7fe-4d26-8ee4-13712cc07cd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:45.591294 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d056ae-d7fe-4d26-8ee4-13712cc07cd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:45.591626 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d056ae-d7fe-4d26-8ee4-13712cc07cd0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:45.591953 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d056ae-d7fe-4d26-8ee4-13712cc07cd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:45.592292 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d056ae-d7fe-4d26-8ee4-13712cc07cd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:45.592619 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d056ae-d7fe-4d26-8ee4-13712cc07cd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:45.592939 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d056ae-d7fe-4d26-8ee4-13712cc07cd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:45.593259 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d056ae-d7fe-4d26-8ee4-13712cc07cd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:45.594974 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d056ae-d7fe-4d26-8ee4-13712cc07cd0 admin admin] Tracked resource versions report: Aug 13 04:29:45.594974 dv-cinder-759961-6-iscsi neutron-server[93893]: pushed versions: Aug 13 04:29:45.594974 dv-cinder-759961-6-iscsi neutron-server[93893]: { 'AddressGroup': {'1.2'}, Aug 13 04:29:45.594974 dv-cinder-759961-6-iscsi neutron-server[93893]: 'ConntrackHelper': {'1.0'}, Aug 13 04:29:45.594974 dv-cinder-759961-6-iscsi neutron-server[93893]: 'Log': {'1.0'}, Aug 13 04:29:45.594974 dv-cinder-759961-6-iscsi neutron-server[93893]: 'Network': {'1.1'}, Aug 13 04:29:45.594974 dv-cinder-759961-6-iscsi neutron-server[93893]: 'Port': {'1.7'}, Aug 13 04:29:45.594974 dv-cinder-759961-6-iscsi neutron-server[93893]: 'PortForwarding': {'1.2'}, Aug 13 04:29:45.594974 dv-cinder-759961-6-iscsi neutron-server[93893]: 'QosPolicy': {'1.9'}, Aug 13 04:29:45.594974 dv-cinder-759961-6-iscsi neutron-server[93893]: 'SecurityGroup': {'1.4'}, Aug 13 04:29:45.594974 dv-cinder-759961-6-iscsi neutron-server[93893]: 'SecurityGroupRule': {'1.2'}, Aug 13 04:29:45.594974 dv-cinder-759961-6-iscsi neutron-server[93893]: 'SubPort': {'1.0'}, Aug 13 04:29:45.594974 dv-cinder-759961-6-iscsi neutron-server[93893]: 'Subnet': {'1.1'}, Aug 13 04:29:45.594974 dv-cinder-759961-6-iscsi neutron-server[93893]: 'Trunk': {'1.1'}} Aug 13 04:29:45.594974 dv-cinder-759961-6-iscsi neutron-server[93893]: consumer versions: Aug 13 04:29:45.594974 dv-cinder-759961-6-iscsi neutron-server[93893]: { DHCP agent@dv-cinder-759961-6-iscsi: {}, Aug 13 04:29:45.594974 dv-cinder-759961-6-iscsi neutron-server[93893]: HyperV agent@hv-cinder-75996: {}, Aug 13 04:29:45.594974 dv-cinder-759961-6-iscsi neutron-server[93893]: L3 agent@dv-cinder-759961-6-iscsi: {}, Aug 13 04:29:45.594974 dv-cinder-759961-6-iscsi neutron-server[93893]: Metadata agent@dv-cinder-759961-6-iscsi: {}, Aug 13 04:29:45.594974 dv-cinder-759961-6-iscsi neutron-server[93893]: Metering agent@dv-cinder-759961-6-iscsi: {}, Aug 13 04:29:45.594974 dv-cinder-759961-6-iscsi neutron-server[93893]: Open vSwitch agent@dv-cinder-759961-6-iscsi: { 'AddressGroup': '1.2', Aug 13 04:29:45.594974 dv-cinder-759961-6-iscsi neutron-server[93893]: 'ConntrackHelper': '1.0', Aug 13 04:29:45.594974 dv-cinder-759961-6-iscsi neutron-server[93893]: 'Log': '1.0', Aug 13 04:29:45.594974 dv-cinder-759961-6-iscsi neutron-server[93893]: 'Network': '1.1', Aug 13 04:29:45.594974 dv-cinder-759961-6-iscsi neutron-server[93893]: 'Port': '1.7', Aug 13 04:29:45.594974 dv-cinder-759961-6-iscsi neutron-server[93893]: 'PortForwarding': '1.2', Aug 13 04:29:45.594974 dv-cinder-759961-6-iscsi neutron-server[93893]: 'QosPolicy': '1.9', Aug 13 04:29:45.594974 dv-cinder-759961-6-iscsi neutron-server[93893]: 'SecurityGroup': '1.4', Aug 13 04:29:45.594974 dv-cinder-759961-6-iscsi neutron-server[93893]: 'SecurityGroupRule': '1.2', Aug 13 04:29:45.594974 dv-cinder-759961-6-iscsi neutron-server[93893]: 'SubPort': '1.0', Aug 13 04:29:45.594974 dv-cinder-759961-6-iscsi neutron-server[93893]: 'Subnet': '1.1', Aug 13 04:29:45.594974 dv-cinder-759961-6-iscsi neutron-server[93893]: 'Trunk': '1.1'}} Aug 13 04:29:45.594974 dv-cinder-759961-6-iscsi neutron-server[93893]: {{(pid=93893) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 04:29:45.623335 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 33790) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:29:45.648951 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-c1d056ae-d7fe-4d26-8ee4-13712cc07cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156'] for network, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:45.650478 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d056ae-d7fe-4d26-8ee4-13712cc07cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:29:45.651412 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-c1d056ae-d7fe-4d26-8ee4-13712cc07cd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for network, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:45.751482 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-fe1dcb75-48ed-4145-9c3d-25a34d247fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156'] for subnet, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:45.810416 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1dcb75-48ed-4145-9c3d-25a34d247fc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b21e272-0ba6-46ef-9194-8e0451e934ca,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:45.841975 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1dcb75-48ed-4145-9c3d-25a34d247fc2 admin admin] Checking segment: {'id': '529d8121-1e24-4545-a5c6-195ed2cbad21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:29:45.842336 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1dcb75-48ed-4145-9c3d-25a34d247fc2 admin admin] Network hostable DHCP agents. Network: 9c9aa154-2553-4e43-a430-2b11cf059f5c, hostable agents: ['648804f1-66f0-43bb-b72d-2cc8dd7b696f'], hosted agents: [] {{(pid=93894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:29:45.867839 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1dcb75-48ed-4145-9c3d-25a34d247fc2 admin admin] Network 9c9aa154-2553-4e43-a430-2b11cf059f5c is scheduled to be hosted by DHCP agent 648804f1-66f0-43bb-b72d-2cc8dd7b696f with binding_index 1 {{(pid=93894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:29:45.873823 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d056ae-d7fe-4d26-8ee4-13712cc07cd0 admin admin] Pushing event updated for resources: {'Network': ['ID=361ae543-e60e-4018-8f94-c3d879df0f85,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:45.876582 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-c1d056ae-d7fe-4d26-8ee4-13712cc07cd0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8876328 Aug 13 04:29:45.879722 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 33804) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:29:45.884055 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-fe1dcb75-48ed-4145-9c3d-25a34d247fc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-6-iscsi, 9c9aa154-2553-4e43-a430-2b11cf059f5c) {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:29:45.886177 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [None req-ab47cb58-64eb-41ab-b3ca-bc68f2f1be6d admin admin] Request body: {'subnet': {'network_id': '361ae543-e60e-4018-8f94-c3d879df0f85', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1075230427-subnet', 'tenant_id': '41073eeaf0b24fdda847a5a1ee0954c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:29:45.888474 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Network 361ae543-e60e-4018-8f94-c3d879df0f85 details requested by agent ovs-agent-dv-cinder-759961-6-iscsi with host dv-cinder-759961-6-iscsi {{(pid=93895) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:29:45.899083 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1dcb75-48ed-4145-9c3d-25a34d247fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:29:45.900775 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-fe1dcb75-48ed-4145-9c3d-25a34d247fc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:45.904101 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb3f9c9-5417-4704-a137-a419cbeb5c16 None None] Network 9c9aa154-2553-4e43-a430-2b11cf059f5c requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:29:45.914231 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab47cb58-64eb-41ab-b3ca-bc68f2f1be6d admin admin] Made reservation on behalf of 41073eeaf0b24fdda847a5a1ee0954c6 for: {'subnet': 1} {{(pid=93893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:29:45.916771 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ab47cb58-64eb-41ab-b3ca-bc68f2f1be6d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:45.921940 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-fe1dcb75-48ed-4145-9c3d-25a34d247fc2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5082717 Aug 13 04:29:45.929014 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 33806) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:29:45.934912 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-14091c7a-527f-4595-b921-347f0c081a98 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-741037835-router', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'}}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:29:45.964217 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-14091c7a-527f-4595-b921-347f0c081a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3791597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-505227'] for router, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:45.967250 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-14091c7a-527f-4595-b921-347f0c081a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3787133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3788846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3732270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-505234'] for router, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:45.989340 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [None req-a501e356-db19-4a75-af18-c15965a6423f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-112210007-network', 'tenant_id': '44afcd45727640ec80dc17fe4fcf67fb'}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:29:46.030528 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 33808) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:29:46.054819 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a501e356-db19-4a75-af18-c15965a6423f admin admin] Made reservation on behalf of 44afcd45727640ec80dc17fe4fcf67fb for: {'network': 1} {{(pid=93893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:29:46.058790 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a501e356-db19-4a75-af18-c15965a6423f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for network, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:46.081647 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a501e356-db19-4a75-af18-c15965a6423f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:46.144649 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-14091c7a-527f-4595-b921-347f0c081a98 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:46.262480 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-556d38f8-3b5f-4590-86cb-43b2c8efc309 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-34901002-network', 'tenant_id': '97bcef962215442fa34d9ef949492fc4'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:29:46.266920 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b55879a-b7ff-482f-8a2d-ddb23bb57167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb467cc1-395b-5a9d-8ada-7ac1dde80137-9c9aa154-2553-4e43-a430-2b11cf059f5c', 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'fixed_ips': [{'subnet_id': '5b21e272-0ba6-46ef-9194-8e0451e934ca'}]}} from dv-cinder-759961-6-iscsi. {{(pid=93895) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 04:29:46.268135 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0b55879a-b7ff-482f-8a2d-ddb23bb57167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:46.359398 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ab47cb58-64eb-41ab-b3ca-bc68f2f1be6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156'] for subnet, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:46.449935 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a501e356-db19-4a75-af18-c15965a6423f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:46.462828 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47cb58-64eb-41ab-b3ca-bc68f2f1be6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=92530393-7543-4da4-bed6-73286a131f9c,revision_number=0']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:46.465493 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a501e356-db19-4a75-af18-c15965a6423f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:46.472022 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab47cb58-64eb-41ab-b3ca-bc68f2f1be6d admin admin] Checking segment: {'id': 'bcc8529d-17ee-4497-a305-015a07cff0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '361ae543-e60e-4018-8f94-c3d879df0f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:29:46.472401 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab47cb58-64eb-41ab-b3ca-bc68f2f1be6d admin admin] Network hostable DHCP agents. Network: 361ae543-e60e-4018-8f94-c3d879df0f85, hostable agents: ['648804f1-66f0-43bb-b72d-2cc8dd7b696f'], hosted agents: [] {{(pid=93893) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:29:46.503480 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a501e356-db19-4a75-af18-c15965a6423f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=93893) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:29:46.510683 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-0b55879a-b7ff-482f-8a2d-ddb23bb57167 None None] Allocated IP 172.20.0.2 (9c9aa154-2553-4e43-a430-2b11cf059f5c/5b21e272-0ba6-46ef-9194-8e0451e934ca/537f1737-6e1a-4482-b8f6-825839b0873e) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:29:46.525890 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501e356-db19-4a75-af18-c15965a6423f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:46.532694 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a501e356-db19-4a75-af18-c15965a6423f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910'] for segment, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:46.533028 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.db.segments_db [None req-a501e356-db19-4a75-af18-c15965a6423f admin admin] Added segment 294d5366-306b-4365-8cf5-2c3e5f8bb811 of type vlan for network e5a4407b-136d-4505-b628-117c1b1fc3a4 Aug 13 04:29:46.543522 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab47cb58-64eb-41ab-b3ca-bc68f2f1be6d admin admin] Network 361ae543-e60e-4018-8f94-c3d879df0f85 is scheduled to be hosted by DHCP agent 648804f1-66f0-43bb-b72d-2cc8dd7b696f with binding_index 1 {{(pid=93893) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:29:46.577897 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-14091c7a-527f-4595-b921-347f0c081a98 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:46.595873 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.base_scheduler [None req-ab47cb58-64eb-41ab-b3ca-bc68f2f1be6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-6-iscsi, 361ae543-e60e-4018-8f94-c3d879df0f85) {{(pid=93893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:29:46.601733 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a501e356-db19-4a75-af18-c15965a6423f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740402894165'] for network, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:46.611465 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab47cb58-64eb-41ab-b3ca-bc68f2f1be6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:29:46.611819 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ab47cb58-64eb-41ab-b3ca-bc68f2f1be6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for subnet, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:46.625518 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d345d408-6591-4aeb-bad5-bb95b8eaff50 None None] Network 361ae543-e60e-4018-8f94-c3d879df0f85 requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:29:46.640568 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556d38f8-3b5f-4590-86cb-43b2c8efc309 admin admin] Made reservation on behalf of 97bcef962215442fa34d9ef949492fc4 for: {'network': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:29:46.643315 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-556d38f8-3b5f-4590-86cb-43b2c8efc309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for network, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:46.660923 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-556d38f8-3b5f-4590-86cb-43b2c8efc309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:46.706654 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-ab47cb58-64eb-41ab-b3ca-bc68f2f1be6d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8244605 Aug 13 04:29:46.710567 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a501e356-db19-4a75-af18-c15965a6423f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156'] for network, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:46.713505 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a501e356-db19-4a75-af18-c15965a6423f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:29:46.714175 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a501e356-db19-4a75-af18-c15965a6423f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for network, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:46.835714 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f71daa6-90fd-4b4e-a4fd-5d73c16abee3 None None] Network 361ae543-e60e-4018-8f94-c3d879df0f85 requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:29:46.839261 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a501e356-db19-4a75-af18-c15965a6423f admin admin] Pushing event updated for resources: {'Network': ['ID=e5a4407b-136d-4505-b628-117c1b1fc3a4,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:46.843042 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-556d38f8-3b5f-4590-86cb-43b2c8efc309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:46.852827 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-556d38f8-3b5f-4590-86cb-43b2c8efc309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:46.863981 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-a501e356-db19-4a75-af18-c15965a6423f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2361856 Aug 13 04:29:46.864574 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 33834) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:29:46.870615 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-556d38f8-3b5f-4590-86cb-43b2c8efc309 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=93894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:29:46.877542 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [None req-ba182379-0909-4773-a951-68636d5ad868 admin admin] Request body: {'subnet': {'network_id': 'e5a4407b-136d-4505-b628-117c1b1fc3a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-112210007-subnet', 'tenant_id': '44afcd45727640ec80dc17fe4fcf67fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:29:46.881276 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-556d38f8-3b5f-4590-86cb-43b2c8efc309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910'] for segment, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:46.881871 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.db.segments_db [None req-556d38f8-3b5f-4590-86cb-43b2c8efc309 admin admin] Added segment ae7a5589-1c60-462f-a476-72f6648fe839 of type vlan for network 961a975f-b6bf-4b12-8622-52a8bd477fc6 Aug 13 04:29:46.927219 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-556d38f8-3b5f-4590-86cb-43b2c8efc309 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740402894165'] for network, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:46.931430 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba182379-0909-4773-a951-68636d5ad868 admin admin] Made reservation on behalf of 44afcd45727640ec80dc17fe4fcf67fb for: {'subnet': 1} {{(pid=93893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:29:46.934811 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ba182379-0909-4773-a951-68636d5ad868 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:46.992253 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Network e5a4407b-136d-4505-b628-117c1b1fc3a4 details requested by agent ovs-agent-dv-cinder-759961-6-iscsi with host dv-cinder-759961-6-iscsi {{(pid=93895) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:29:46.998938 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-556d38f8-3b5f-4590-86cb-43b2c8efc309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156'] for network, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:47.004682 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556d38f8-3b5f-4590-86cb-43b2c8efc309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:29:47.005293 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-556d38f8-3b5f-4590-86cb-43b2c8efc309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:47.186187 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d38f8-3b5f-4590-86cb-43b2c8efc309 admin admin] Pushing event updated for resources: {'Network': ['ID=961a975f-b6bf-4b12-8622-52a8bd477fc6,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:47.188747 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d38f8-3b5f-4590-86cb-43b2c8efc309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ae4adb-4878-4f84-be81-e84a4cc61ace,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:47.212896 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Network 961a975f-b6bf-4b12-8622-52a8bd477fc6 details requested by agent ovs-agent-dv-cinder-759961-6-iscsi with host dv-cinder-759961-6-iscsi {{(pid=93895) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:29:47.215595 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ba182379-0909-4773-a951-68636d5ad868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156'] for subnet, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:47.291492 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba182379-0909-4773-a951-68636d5ad868 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b34fb96a-c863-4437-9084-58bfc9a701c8,revision_number=0']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:47.298591 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba182379-0909-4773-a951-68636d5ad868 admin admin] Checking segment: {'id': '294d5366-306b-4365-8cf5-2c3e5f8bb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e5a4407b-136d-4505-b628-117c1b1fc3a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:29:47.298591 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba182379-0909-4773-a951-68636d5ad868 admin admin] Network hostable DHCP agents. Network: e5a4407b-136d-4505-b628-117c1b1fc3a4, hostable agents: ['648804f1-66f0-43bb-b72d-2cc8dd7b696f'], hosted agents: [] {{(pid=93893) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:29:47.316687 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-556d38f8-3b5f-4590-86cb-43b2c8efc309 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2825358 Aug 13 04:29:47.320261 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba182379-0909-4773-a951-68636d5ad868 admin admin] Network e5a4407b-136d-4505-b628-117c1b1fc3a4 is scheduled to be hosted by DHCP agent 648804f1-66f0-43bb-b72d-2cc8dd7b696f with binding_index 1 {{(pid=93893) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:29:47.323547 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 33868) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:29:47.330124 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0b55879a-b7ff-482f-8a2d-ddb23bb57167 None None] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:47.337698 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [None req-cc6730e6-3470-4fe9-a10b-2509546b8090 admin admin] Request body: {'subnet': {'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-34901002-subnet', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:29:47.356497 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-0b55879a-b7ff-482f-8a2d-ddb23bb57167 None None] Transition to ACTIVE for port object 537f1737-6e1a-4482-b8f6-825839b0873e will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:29:47.364247 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.base_scheduler [None req-ba182379-0909-4773-a951-68636d5ad868 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-6-iscsi, e5a4407b-136d-4505-b628-117c1b1fc3a4) {{(pid=93893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:29:47.369746 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba182379-0909-4773-a951-68636d5ad868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:29:47.370773 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ba182379-0909-4773-a951-68636d5ad868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for subnet, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:47.387380 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2f207d-9843-41ae-824a-f849dc46c769 None None] Network e5a4407b-136d-4505-b628-117c1b1fc3a4 requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:29:47.407901 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6730e6-3470-4fe9-a10b-2509546b8090 admin admin] Made reservation on behalf of 97bcef962215442fa34d9ef949492fc4 for: {'subnet': 1} {{(pid=93893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:29:47.413982 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-cc6730e6-3470-4fe9-a10b-2509546b8090 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:47.424465 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-ba182379-0909-4773-a951-68636d5ad868 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5587592 Aug 13 04:29:47.452513 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-0b55879a-b7ff-482f-8a2d-ddb23bb57167 None None] Transition to ACTIVE for port object 537f1737-6e1a-4482-b8f6-825839b0873e will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:29:47.469377 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0b55879a-b7ff-482f-8a2d-ddb23bb57167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:47.491616 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-14091c7a-527f-4595-b921-347f0c081a98 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:47.531598 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b55879a-b7ff-482f-8a2d-ddb23bb57167 None None] Network 9c9aa154-2553-4e43-a430-2b11cf059f5c is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:29:47.539819 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-14091c7a-527f-4595-b921-347f0c081a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:47.545866 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-0b55879a-b7ff-482f-8a2d-ddb23bb57167 None None] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:29:47.548381 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b55879a-b7ff-482f-8a2d-ddb23bb57167 None None] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:29:47.558419 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55879a-b7ff-482f-8a2d-ddb23bb57167 None None] Pushing event updated for resources: {'Port': ['ID=537f1737-6e1a-4482-b8f6-825839b0873e,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:47.577462 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b55879a-b7ff-482f-8a2d-ddb23bb57167 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:47.577826 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b55879a-b7ff-482f-8a2d-ddb23bb57167 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:47.578163 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b55879a-b7ff-482f-8a2d-ddb23bb57167 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:47.578493 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b55879a-b7ff-482f-8a2d-ddb23bb57167 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:47.578819 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b55879a-b7ff-482f-8a2d-ddb23bb57167 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:47.579151 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b55879a-b7ff-482f-8a2d-ddb23bb57167 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:47.579472 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b55879a-b7ff-482f-8a2d-ddb23bb57167 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:47.580040 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b55879a-b7ff-482f-8a2d-ddb23bb57167 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:47.580639 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b55879a-b7ff-482f-8a2d-ddb23bb57167 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:47.581079 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b55879a-b7ff-482f-8a2d-ddb23bb57167 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:47.581405 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b55879a-b7ff-482f-8a2d-ddb23bb57167 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:47.581843 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b55879a-b7ff-482f-8a2d-ddb23bb57167 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:47.583143 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b55879a-b7ff-482f-8a2d-ddb23bb57167 None None] Tracked resource versions report: Aug 13 04:29:47.583143 dv-cinder-759961-6-iscsi neutron-server[93895]: pushed versions: Aug 13 04:29:47.583143 dv-cinder-759961-6-iscsi neutron-server[93895]: { 'AddressGroup': {'1.2'}, Aug 13 04:29:47.583143 dv-cinder-759961-6-iscsi neutron-server[93895]: 'ConntrackHelper': {'1.0'}, Aug 13 04:29:47.583143 dv-cinder-759961-6-iscsi neutron-server[93895]: 'Log': {'1.0'}, Aug 13 04:29:47.583143 dv-cinder-759961-6-iscsi neutron-server[93895]: 'Network': {'1.1'}, Aug 13 04:29:47.583143 dv-cinder-759961-6-iscsi neutron-server[93895]: 'Port': {'1.7'}, Aug 13 04:29:47.583143 dv-cinder-759961-6-iscsi neutron-server[93895]: 'PortForwarding': {'1.2'}, Aug 13 04:29:47.583143 dv-cinder-759961-6-iscsi neutron-server[93895]: 'QosPolicy': {'1.9'}, Aug 13 04:29:47.583143 dv-cinder-759961-6-iscsi neutron-server[93895]: 'SecurityGroup': {'1.4'}, Aug 13 04:29:47.583143 dv-cinder-759961-6-iscsi neutron-server[93895]: 'SecurityGroupRule': {'1.2'}, Aug 13 04:29:47.583143 dv-cinder-759961-6-iscsi neutron-server[93895]: 'SubPort': {'1.0'}, Aug 13 04:29:47.583143 dv-cinder-759961-6-iscsi neutron-server[93895]: 'Subnet': {'1.1'}, Aug 13 04:29:47.583143 dv-cinder-759961-6-iscsi neutron-server[93895]: 'Trunk': {'1.1'}} Aug 13 04:29:47.583143 dv-cinder-759961-6-iscsi neutron-server[93895]: consumer versions: Aug 13 04:29:47.583143 dv-cinder-759961-6-iscsi neutron-server[93895]: { DHCP agent@dv-cinder-759961-6-iscsi: {}, Aug 13 04:29:47.583143 dv-cinder-759961-6-iscsi neutron-server[93895]: HyperV agent@hv-cinder-75996: {}, Aug 13 04:29:47.583143 dv-cinder-759961-6-iscsi neutron-server[93895]: L3 agent@dv-cinder-759961-6-iscsi: {}, Aug 13 04:29:47.583143 dv-cinder-759961-6-iscsi neutron-server[93895]: Metadata agent@dv-cinder-759961-6-iscsi: {}, Aug 13 04:29:47.583143 dv-cinder-759961-6-iscsi neutron-server[93895]: Metering agent@dv-cinder-759961-6-iscsi: {}, Aug 13 04:29:47.583143 dv-cinder-759961-6-iscsi neutron-server[93895]: Open vSwitch agent@dv-cinder-759961-6-iscsi: { 'AddressGroup': '1.2', Aug 13 04:29:47.583143 dv-cinder-759961-6-iscsi neutron-server[93895]: 'ConntrackHelper': '1.0', Aug 13 04:29:47.583143 dv-cinder-759961-6-iscsi neutron-server[93895]: 'Log': '1.0', Aug 13 04:29:47.583143 dv-cinder-759961-6-iscsi neutron-server[93895]: 'Network': '1.1', Aug 13 04:29:47.583143 dv-cinder-759961-6-iscsi neutron-server[93895]: 'Port': '1.7', Aug 13 04:29:47.583143 dv-cinder-759961-6-iscsi neutron-server[93895]: 'PortForwarding': '1.2', Aug 13 04:29:47.583143 dv-cinder-759961-6-iscsi neutron-server[93895]: 'QosPolicy': '1.9', Aug 13 04:29:47.583143 dv-cinder-759961-6-iscsi neutron-server[93895]: 'SecurityGroup': '1.4', Aug 13 04:29:47.583143 dv-cinder-759961-6-iscsi neutron-server[93895]: 'SecurityGroupRule': '1.2', Aug 13 04:29:47.583143 dv-cinder-759961-6-iscsi neutron-server[93895]: 'SubPort': '1.0', Aug 13 04:29:47.583143 dv-cinder-759961-6-iscsi neutron-server[93895]: 'Subnet': '1.1', Aug 13 04:29:47.583143 dv-cinder-759961-6-iscsi neutron-server[93895]: 'Trunk': '1.1'}} Aug 13 04:29:47.583143 dv-cinder-759961-6-iscsi neutron-server[93895]: {{(pid=93895) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 04:29:47.692952 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4696090c-95ab-4575-8565-712b7c25ccbd None None] Network e5a4407b-136d-4505-b628-117c1b1fc3a4 requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:29:47.709823 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-0b55879a-b7ff-482f-8a2d-ddb23bb57167 None None] Attempting to bind port 537f1737-6e1a-4482-b8f6-825839b0873e on host dv-cinder-759961-6-iscsi for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:29:47.710072 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-0b55879a-b7ff-482f-8a2d-ddb23bb57167 None None] Attempting to bind port 537f1737-6e1a-4482-b8f6-825839b0873e by drivers openvswitch,hyperv on host dv-cinder-759961-6-iscsi at level 0 using segments [{'id': '529d8121-1e24-4545-a5c6-195ed2cbad21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:29:47.710412 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55879a-b7ff-482f-8a2d-ddb23bb57167 None None] Attempting to bind port 537f1737-6e1a-4482-b8f6-825839b0873e on network 9c9aa154-2553-4e43-a430-2b11cf059f5c {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:29:47.743239 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55879a-b7ff-482f-8a2d-ddb23bb57167 None None] Checking agent: {'id': '10f62c82-9a8d-499f-91cc-7991f11962ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 22, 11), 'started_at': datetime.datetime(2021, 8, 13, 4, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:29:47.743710 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55879a-b7ff-482f-8a2d-ddb23bb57167 None None] Checking segment: {'id': '529d8121-1e24-4545-a5c6-195ed2cbad21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:29:47.744113 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0b55879a-b7ff-482f-8a2d-ddb23bb57167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:47.744739 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55879a-b7ff-482f-8a2d-ddb23bb57167 None None] Bound using segment: {'id': '529d8121-1e24-4545-a5c6-195ed2cbad21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:29:47.745247 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-0b55879a-b7ff-482f-8a2d-ddb23bb57167 None None] Bound port: 537f1737-6e1a-4482-b8f6-825839b0873e, host: dv-cinder-759961-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '529d8121-1e24-4545-a5c6-195ed2cbad21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:29:47.745704 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0b55879a-b7ff-482f-8a2d-ddb23bb57167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:47.783594 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-cc6730e6-3470-4fe9-a10b-2509546b8090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156'] for subnet, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:47.785573 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [None req-14091c7a-527f-4595-b921-347f0c081a98 admin admin] Allocated IP 172.27.0.213 (d5442241-d7fe-41d2-8545-5b5874d634cc/644fe726-b54d-4883-8d33-fa766808e879/f805ac2b-c3a1-4c93-9edd-3d04515741c9) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:29:47.860527 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6730e6-3470-4fe9-a10b-2509546b8090 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f926821c-827a-487a-ac65-0966f4150cbf,revision_number=0']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:47.862923 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6730e6-3470-4fe9-a10b-2509546b8090 admin admin] Checking segment: {'id': 'ae7a5589-1c60-462f-a476-72f6648fe839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:29:47.863411 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6730e6-3470-4fe9-a10b-2509546b8090 admin admin] Network hostable DHCP agents. Network: 961a975f-b6bf-4b12-8622-52a8bd477fc6, hostable agents: ['648804f1-66f0-43bb-b72d-2cc8dd7b696f'], hosted agents: [] {{(pid=93893) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:29:47.887010 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6730e6-3470-4fe9-a10b-2509546b8090 admin admin] Network 961a975f-b6bf-4b12-8622-52a8bd477fc6 is scheduled to be hosted by DHCP agent 648804f1-66f0-43bb-b72d-2cc8dd7b696f with binding_index 1 {{(pid=93893) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:29:47.890994 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-0b55879a-b7ff-482f-8a2d-ddb23bb57167 None None] For port 537f1737-6e1a-4482-b8f6-825839b0873e, host dv-cinder-759961-6-iscsi, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:29:47.901589 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.base_scheduler [None req-cc6730e6-3470-4fe9-a10b-2509546b8090 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-6-iscsi, 961a975f-b6bf-4b12-8622-52a8bd477fc6) {{(pid=93893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:29:47.905812 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6730e6-3470-4fe9-a10b-2509546b8090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:29:47.906515 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-cc6730e6-3470-4fe9-a10b-2509546b8090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for subnet, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:47.924000 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df36547-aa5b-49ea-b939-ed2e6ccaf3cd None None] Network 961a975f-b6bf-4b12-8622-52a8bd477fc6 requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:29:47.930852 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-0b55879a-b7ff-482f-8a2d-ddb23bb57167 None None] For port 537f1737-6e1a-4482-b8f6-825839b0873e, host dv-cinder-759961-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=537f1737-6e1a-4482-b8f6-825839b0873e,segment=NetworkSegment(529d8121-1e24-4545-a5c6-195ed2cbad21),segment_id=529d8121-1e24-4545-a5c6-195ed2cbad21)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:29:47.936668 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-cc6730e6-3470-4fe9-a10b-2509546b8090 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6105037 Aug 13 04:29:47.938572 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-14091c7a-527f-4595-b921-347f0c081a98 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:47.939568 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 33878) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:29:47.950225 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [None req-3fb35743-a66f-46de-86bf-bf5b6b9ad382 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-34901002-router', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'}}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:29:47.976206 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0b55879a-b7ff-482f-8a2d-ddb23bb57167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:47.992274 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-14091c7a-527f-4595-b921-347f0c081a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:48.003951 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3fb35743-a66f-46de-86bf-bf5b6b9ad382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3791597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-505227'] for router, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:48.005483 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3fb35743-a66f-46de-86bf-bf5b6b9ad382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3787133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3788846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3732270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-505234'] for router, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:48.037613 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14091c7a-527f-4595-b921-347f0c081a98 admin admin] Network d5442241-d7fe-41d2-8545-5b5874d634cc is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:29:48.043574 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-14091c7a-527f-4595-b921-347f0c081a98 admin admin] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:29:48.051214 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14091c7a-527f-4595-b921-347f0c081a98 admin admin] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:29:48.127810 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55879a-b7ff-482f-8a2d-ddb23bb57167 None None] Pushing event updated for resources: {'Port': ['ID=537f1737-6e1a-4482-b8f6-825839b0873e,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:48.166335 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14091c7a-527f-4595-b921-347f0c081a98 admin admin] Pushing event updated for resources: {'Port': ['ID=f805ac2b-c3a1-4c93-9edd-3d04515741c9,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:48.200164 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3fb35743-a66f-46de-86bf-bf5b6b9ad382 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:48.285793 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a71823-8cd1-45ea-a350-7917558794b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb467cc1-395b-5a9d-8ada-7ac1dde80137-961a975f-b6bf-4b12-8622-52a8bd477fc6', 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'fixed_ips': [{'subnet_id': 'f926821c-827a-487a-ac65-0966f4150cbf'}]}} from dv-cinder-759961-6-iscsi. {{(pid=93895) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 04:29:48.286727 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16a71823-8cd1-45ea-a350-7917558794b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:48.580176 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-14091c7a-527f-4595-b921-347f0c081a98 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:48.632646 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3fb35743-a66f-46de-86bf-bf5b6b9ad382 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:48.729803 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-16a71823-8cd1-45ea-a350-7917558794b2 None None] Allocated IP 172.20.0.2 (961a975f-b6bf-4b12-8622-52a8bd477fc6/f926821c-827a-487a-ac65-0966f4150cbf/b6f2be0f-3a7c-41de-bdd7-c991632eb987) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:29:48.883680 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 33936) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:29:48.889149 dv-cinder-759961-6-iscsi neutron-server[93893]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 13 04:29:48.922927 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 33938) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:29:49.009712 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16a71823-8cd1-45ea-a350-7917558794b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:49.025729 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-16a71823-8cd1-45ea-a350-7917558794b2 None None] Transition to ACTIVE for port object b6f2be0f-3a7c-41de-bdd7-c991632eb987 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:29:49.044637 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-16a71823-8cd1-45ea-a350-7917558794b2 None None] Transition to ACTIVE for port object b6f2be0f-3a7c-41de-bdd7-c991632eb987 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:29:49.055829 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16a71823-8cd1-45ea-a350-7917558794b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:49.125822 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a71823-8cd1-45ea-a350-7917558794b2 None None] Network 961a975f-b6bf-4b12-8622-52a8bd477fc6 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:29:49.133220 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-16a71823-8cd1-45ea-a350-7917558794b2 None None] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:29:49.137885 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a71823-8cd1-45ea-a350-7917558794b2 None None] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:29:49.140561 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-14091c7a-527f-4595-b921-347f0c081a98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3787110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3789051'] for router, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:49.146076 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a71823-8cd1-45ea-a350-7917558794b2 None None] Pushing event updated for resources: {'Port': ['ID=b6f2be0f-3a7c-41de-bdd7-c991632eb987,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:49.216015 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-16a71823-8cd1-45ea-a350-7917558794b2 None None] Attempting to bind port b6f2be0f-3a7c-41de-bdd7-c991632eb987 on host dv-cinder-759961-6-iscsi for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:29:49.216346 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-16a71823-8cd1-45ea-a350-7917558794b2 None None] Attempting to bind port b6f2be0f-3a7c-41de-bdd7-c991632eb987 by drivers openvswitch,hyperv on host dv-cinder-759961-6-iscsi at level 0 using segments [{'id': 'ae7a5589-1c60-462f-a476-72f6648fe839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:29:49.216884 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a71823-8cd1-45ea-a350-7917558794b2 None None] Attempting to bind port b6f2be0f-3a7c-41de-bdd7-c991632eb987 on network 961a975f-b6bf-4b12-8622-52a8bd477fc6 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:29:49.227841 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a71823-8cd1-45ea-a350-7917558794b2 None None] Checking agent: {'id': '10f62c82-9a8d-499f-91cc-7991f11962ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 22, 11), 'started_at': datetime.datetime(2021, 8, 13, 4, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:29:49.228365 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a71823-8cd1-45ea-a350-7917558794b2 None None] Checking segment: {'id': 'ae7a5589-1c60-462f-a476-72f6648fe839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:29:49.228877 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16a71823-8cd1-45ea-a350-7917558794b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:49.229457 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a71823-8cd1-45ea-a350-7917558794b2 None None] Bound using segment: {'id': 'ae7a5589-1c60-462f-a476-72f6648fe839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:29:49.230098 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-16a71823-8cd1-45ea-a350-7917558794b2 None None] Bound port: b6f2be0f-3a7c-41de-bdd7-c991632eb987, host: dv-cinder-759961-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7a5589-1c60-462f-a476-72f6648fe839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:29:49.230593 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16a71823-8cd1-45ea-a350-7917558794b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:49.314504 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14091c7a-527f-4595-b921-347f0c081a98 admin admin] Router 212c78a9-aefd-4f63-8bb4-be0c67202d13 is scheduled to L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb with binding_index 1 {{(pid=93894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 04:29:49.335714 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-60b9b5b2-d143-451b-bfef-803a4520c984 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:29:49.344472 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-60b9b5b2-d143-451b-bfef-803a4520c984 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/networks?id=e5a4407b-136d-4505-b628-117c1b1fc3a4 HTTP/1.1" status: 200 len: 814 time: 0.4104979 Aug 13 04:29:49.361062 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3fb35743-a66f-46de-86bf-bf5b6b9ad382 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:49.401609 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-4a6f8e13-ab15-458a-9770-0ac6a578c188 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/quotas/44afcd45727640ec80dc17fe4fcf67fb HTTP/1.1" status: 200 len: 375 time: 0.0558531 Aug 13 04:29:49.404374 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3fb35743-a66f-46de-86bf-bf5b6b9ad382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:49.407351 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316ea6c8-9ca8-44fb-83e4-2208ddf38e52 None None] Network 9c9aa154-2553-4e43-a430-2b11cf059f5c requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:29:49.418592 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-132ad349-e18b-495a-a8aa-2b4e9eea4bf7 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:29:49.420063 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-132ad349-e18b-495a-a8aa-2b4e9eea4bf7 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/networks?id=361ae543-e60e-4018-8f94-c3d879df0f85 HTTP/1.1" status: 200 len: 812 time: 0.5347166 Aug 13 04:29:49.467571 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14091c7a-527f-4595-b921-347f0c081a98 admin admin] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:29:49.477729 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-0bf401d5-7bde-4f7b-bde5-1cf35343b3c7 None None] Provisioning for port 537f1737-6e1a-4482-b8f6-825839b0873e completed by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:29:49.485851 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff39029e-de9f-465c-ba30-d7ec3660d37f None None] Sync routers for ids ['212c78a9-aefd-4f63-8bb4-be0c67202d13'] in dv-cinder-759961-6-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:29:49.491397 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-16a71823-8cd1-45ea-a350-7917558794b2 None None] For port b6f2be0f-3a7c-41de-bdd7-c991632eb987, host dv-cinder-759961-6-iscsi, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:29:49.496298 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-14091c7a-527f-4595-b921-347f0c081a98 admin admin] Notify callbacks [] for router, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:49.498261 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-14091c7a-527f-4595-b921-347f0c081a98 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5678291 Aug 13 04:29:49.500815 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 33942) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:29:49.504109 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff39029e-de9f-465c-ba30-d7ec3660d37f None None] Routers {'212c78a9-aefd-4f63-8bb4-be0c67202d13'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:29:49.505232 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-ff39029e-de9f-465c-ba30-d7ec3660d37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:29:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['212c78a9-aefd-4f63-8bb4-be0c67202d13'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:29:49.511657 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-5cbf2c85-6231-4b8b-a79a-1f8fd70dbdec tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=44afcd45727640ec80dc17fe4fcf67fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0889456 Aug 13 04:29:49.517041 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-c9303032-dfee-49c2-a419-63c13a9ffb28 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/quotas/41073eeaf0b24fdda847a5a1ee0954c6 HTTP/1.1" status: 200 len: 375 time: 0.0831056 Aug 13 04:29:49.517637 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-16a71823-8cd1-45ea-a350-7917558794b2 None None] For port b6f2be0f-3a7c-41de-bdd7-c991632eb987, host dv-cinder-759961-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=b6f2be0f-3a7c-41de-bdd7-c991632eb987,segment=NetworkSegment(ae7a5589-1c60-462f-a476-72f6648fe839),segment_id=ae7a5589-1c60-462f-a476-72f6648fe839)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:29:49.536635 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-16a71823-8cd1-45ea-a350-7917558794b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:49.616812 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.db_base_plugin_common [None req-3fb35743-a66f-46de-86bf-bf5b6b9ad382 admin admin] Allocated IP 172.27.0.137 (d5442241-d7fe-41d2-8545-5b5874d634cc/644fe726-b54d-4883-8d33-fa766808e879/793f931c-4e2a-4bce-a6d7-ad45b750fcea) {{(pid=93893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:29:49.669482 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a71823-8cd1-45ea-a350-7917558794b2 None None] Pushing event updated for resources: {'Port': ['ID=b6f2be0f-3a7c-41de-bdd7-c991632eb987,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:49.720811 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-ff39029e-de9f-465c-ba30-d7ec3660d37f None None] Set router 212c78a9-aefd-4f63-8bb4-be0c67202d13 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:29:49.783020 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-0785d3c6-3eec-4b1d-94cf-63556a119835 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=41073eeaf0b24fdda847a5a1ee0954c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2505591 Aug 13 04:29:49.861515 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-c0ef7ebb-f4ad-4610-9833-751b8ab66246 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93893) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 04:29:49.862797 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-c0ef7ebb-f4ad-4610-9833-751b8ab66246 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1264367 Aug 13 04:29:49.923201 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 537f1737-6e1a-4482-b8f6-825839b0873e up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:29:50.070207 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-67c8eb7a-53d0-4c87-91b6-2ffb2e78097e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93893) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 04:29:50.071524 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-67c8eb7a-53d0-4c87-91b6-2ffb2e78097e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1729932 Aug 13 04:29:50.093679 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning for port 537f1737-6e1a-4482-b8f6-825839b0873e completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:29:50.098224 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port 537f1737-6e1a-4482-b8f6-825839b0873e triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:29:50.098723 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:50.153632 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-1b58d437-ab64-402f-860a-119474a2c42f service neutron] 10.222.0.13 "GET /v2.0/networks/e5a4407b-136d-4505-b628-117c1b1fc3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760489 Aug 13 04:29:50.160548 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3fb35743-a66f-46de-86bf-bf5b6b9ad382 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:50.165972 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-ff39029e-de9f-465c-ba30-d7ec3660d37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'name': 'tempest-AttachVolumeTestJSON-741037835-router', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:45Z', 'updated_at': '2021-08-13T04:29:48Z', 'revision_number': 3, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'gw_port': {'id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:47Z', 'updated_at': '2021-08-13T04:29:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi'}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:29:50.179579 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-6783a88e-d867-46ce-81a9-fc457e6aa627 None None] Provisioning complete for port 537f1737-6e1a-4482-b8f6-825839b0873e triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:29:50.179980 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6783a88e-d867-46ce-81a9-fc457e6aa627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:50.202853 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff39029e-de9f-465c-ba30-d7ec3660d37f None None] Checking router: 212c78a9-aefd-4f63-8bb4-be0c67202d13 for host: dv-cinder-759961-6-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:29:50.203284 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff39029e-de9f-465c-ba30-d7ec3660d37f None None] Updating router 212c78a9-aefd-4f63-8bb4-be0c67202d13 port f805ac2b-c3a1-4c93-9edd-3d04515741c9 binding host dv-cinder-759961-6-iscsi {{(pid=93896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:29:50.234073 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ff39029e-de9f-465c-ba30-d7ec3660d37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:50.309607 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:50.428103 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6783a88e-d867-46ce-81a9-fc457e6aa627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:50.437850 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-43628605-4bd9-4a97-a9e6-72fd41ffac57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:50.457991 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-a3e007f7-d2a3-4d0b-b7b4-de17f6eb43d7 service neutron] 10.222.0.13 "GET /v2.0/networks/361ae543-e60e-4018-8f94-c3d879df0f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090072 Aug 13 04:29:50.459334 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3fb35743-a66f-46de-86bf-bf5b6b9ad382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932'] for port, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:50.480288 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] For port 537f1737-6e1a-4482-b8f6-825839b0873e, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=537f1737-6e1a-4482-b8f6-825839b0873e,segment=NetworkSegment(529d8121-1e24-4545-a5c6-195ed2cbad21),segment_id=529d8121-1e24-4545-a5c6-195ed2cbad21)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:29:50.487005 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:50.525980 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-445e0b82-94c1-47f5-a113-33c06eeaccf8 service neutron] 10.222.0.13 "GET /v2.0/networks/e5a4407b-136d-4505-b628-117c1b1fc3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502701 Aug 13 04:29:50.557420 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb35743-a66f-46de-86bf-bf5b6b9ad382 admin admin] Network d5442241-d7fe-41d2-8545-5b5874d634cc is already hosted by enough agents. {{(pid=93893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:29:50.586835 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Pushing event updated for resources: {'Port': ['ID=537f1737-6e1a-4482-b8f6-825839b0873e,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:50.604393 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ff39029e-de9f-465c-ba30-d7ec3660d37f None None] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:50.616355 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-ff39029e-de9f-465c-ba30-d7ec3660d37f None None] Transition to ACTIVE for port object f805ac2b-c3a1-4c93-9edd-3d04515741c9 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:29:50.623253 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.base_scheduler [None req-3fb35743-a66f-46de-86bf-bf5b6b9ad382 admin admin] Resources bound (agent type, host, resource id): {{(pid=93893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:29:50.632128 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ff39029e-de9f-465c-ba30-d7ec3660d37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:50.636433 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb35743-a66f-46de-86bf-bf5b6b9ad382 admin admin] Received port after_create {{(pid=93893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:29:50.640842 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb35743-a66f-46de-86bf-bf5b6b9ad382 admin admin] Pushing event updated for resources: {'Port': ['ID=793f931c-4e2a-4bce-a6d7-ad45b750fcea,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:50.660392 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.db.api [None req-6783a88e-d867-46ce-81a9-fc457e6aa627 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 04:29:50.661199 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG oslo_db.api [None req-6783a88e-d867-46ce-81a9-fc457e6aa627 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 04:29:50.684348 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd40b62-1579-4443-a941-f38e2d1c68ae None None] Pushing event updated for resources: {'Port': ['ID=f805ac2b-c3a1-4c93-9edd-3d04515741c9,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:50.708577 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd40b62-1579-4443-a941-f38e2d1c68ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:50.709651 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [None req-43628605-4bd9-4a97-a9e6-72fd41ffac57 admin admin] Allocated IP 172.20.0.1 (9c9aa154-2553-4e43-a430-2b11cf059f5c/5b21e272-0ba6-46ef-9194-8e0451e934ca/ad1561e4-776c-43ca-926b-f2b7bf901d69) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:29:50.710422 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd40b62-1579-4443-a941-f38e2d1c68ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:50.711365 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd40b62-1579-4443-a941-f38e2d1c68ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:50.712578 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd40b62-1579-4443-a941-f38e2d1c68ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:50.713597 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd40b62-1579-4443-a941-f38e2d1c68ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:50.715186 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd40b62-1579-4443-a941-f38e2d1c68ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:50.716902 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd40b62-1579-4443-a941-f38e2d1c68ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:50.717418 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd40b62-1579-4443-a941-f38e2d1c68ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:50.718876 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd40b62-1579-4443-a941-f38e2d1c68ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:50.719756 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd40b62-1579-4443-a941-f38e2d1c68ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:50.720789 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd40b62-1579-4443-a941-f38e2d1c68ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:50.721260 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd40b62-1579-4443-a941-f38e2d1c68ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:29:50.725166 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd40b62-1579-4443-a941-f38e2d1c68ae None None] Tracked resource versions report: Aug 13 04:29:50.725166 dv-cinder-759961-6-iscsi neutron-server[93896]: pushed versions: Aug 13 04:29:50.725166 dv-cinder-759961-6-iscsi neutron-server[93896]: { 'AddressGroup': {'1.2'}, Aug 13 04:29:50.725166 dv-cinder-759961-6-iscsi neutron-server[93896]: 'ConntrackHelper': {'1.0'}, Aug 13 04:29:50.725166 dv-cinder-759961-6-iscsi neutron-server[93896]: 'Log': {'1.0'}, Aug 13 04:29:50.725166 dv-cinder-759961-6-iscsi neutron-server[93896]: 'Network': {'1.1'}, Aug 13 04:29:50.725166 dv-cinder-759961-6-iscsi neutron-server[93896]: 'Port': {'1.7'}, Aug 13 04:29:50.725166 dv-cinder-759961-6-iscsi neutron-server[93896]: 'PortForwarding': {'1.2'}, Aug 13 04:29:50.725166 dv-cinder-759961-6-iscsi neutron-server[93896]: 'QosPolicy': {'1.9'}, Aug 13 04:29:50.725166 dv-cinder-759961-6-iscsi neutron-server[93896]: 'SecurityGroup': {'1.4'}, Aug 13 04:29:50.725166 dv-cinder-759961-6-iscsi neutron-server[93896]: 'SecurityGroupRule': {'1.2'}, Aug 13 04:29:50.725166 dv-cinder-759961-6-iscsi neutron-server[93896]: 'SubPort': {'1.0'}, Aug 13 04:29:50.725166 dv-cinder-759961-6-iscsi neutron-server[93896]: 'Subnet': {'1.1'}, Aug 13 04:29:50.725166 dv-cinder-759961-6-iscsi neutron-server[93896]: 'Trunk': {'1.1'}} Aug 13 04:29:50.725166 dv-cinder-759961-6-iscsi neutron-server[93896]: consumer versions: Aug 13 04:29:50.725166 dv-cinder-759961-6-iscsi neutron-server[93896]: { DHCP agent@dv-cinder-759961-6-iscsi: {}, Aug 13 04:29:50.725166 dv-cinder-759961-6-iscsi neutron-server[93896]: HyperV agent@hv-cinder-75996: {}, Aug 13 04:29:50.725166 dv-cinder-759961-6-iscsi neutron-server[93896]: L3 agent@dv-cinder-759961-6-iscsi: {}, Aug 13 04:29:50.725166 dv-cinder-759961-6-iscsi neutron-server[93896]: Metadata agent@dv-cinder-759961-6-iscsi: {}, Aug 13 04:29:50.725166 dv-cinder-759961-6-iscsi neutron-server[93896]: Metering agent@dv-cinder-759961-6-iscsi: {}, Aug 13 04:29:50.725166 dv-cinder-759961-6-iscsi neutron-server[93896]: Open vSwitch agent@dv-cinder-759961-6-iscsi: { 'AddressGroup': '1.2', Aug 13 04:29:50.725166 dv-cinder-759961-6-iscsi neutron-server[93896]: 'ConntrackHelper': '1.0', Aug 13 04:29:50.725166 dv-cinder-759961-6-iscsi neutron-server[93896]: 'Log': '1.0', Aug 13 04:29:50.725166 dv-cinder-759961-6-iscsi neutron-server[93896]: 'Network': '1.1', Aug 13 04:29:50.725166 dv-cinder-759961-6-iscsi neutron-server[93896]: 'Port': '1.7', Aug 13 04:29:50.725166 dv-cinder-759961-6-iscsi neutron-server[93896]: 'PortForwarding': '1.2', Aug 13 04:29:50.725166 dv-cinder-759961-6-iscsi neutron-server[93896]: 'QosPolicy': '1.9', Aug 13 04:29:50.725166 dv-cinder-759961-6-iscsi neutron-server[93896]: 'SecurityGroup': '1.4', Aug 13 04:29:50.725166 dv-cinder-759961-6-iscsi neutron-server[93896]: 'SecurityGroupRule': '1.2', Aug 13 04:29:50.725166 dv-cinder-759961-6-iscsi neutron-server[93896]: 'SubPort': '1.0', Aug 13 04:29:50.725166 dv-cinder-759961-6-iscsi neutron-server[93896]: 'Subnet': '1.1', Aug 13 04:29:50.725166 dv-cinder-759961-6-iscsi neutron-server[93896]: 'Trunk': '1.1'}} Aug 13 04:29:50.725166 dv-cinder-759961-6-iscsi neutron-server[93896]: {{(pid=93896) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 13 04:29:50.766282 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-ff39029e-de9f-465c-ba30-d7ec3660d37f None None] Attempting to bind port f805ac2b-c3a1-4c93-9edd-3d04515741c9 on host dv-cinder-759961-6-iscsi for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:29:50.766920 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-ff39029e-de9f-465c-ba30-d7ec3660d37f None None] Attempting to bind port f805ac2b-c3a1-4c93-9edd-3d04515741c9 by drivers openvswitch,hyperv on host dv-cinder-759961-6-iscsi at level 0 using segments [{'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:29:50.767470 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff39029e-de9f-465c-ba30-d7ec3660d37f None None] Attempting to bind port f805ac2b-c3a1-4c93-9edd-3d04515741c9 on network d5442241-d7fe-41d2-8545-5b5874d634cc {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:29:50.776579 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff39029e-de9f-465c-ba30-d7ec3660d37f None None] Checking agent: {'id': '10f62c82-9a8d-499f-91cc-7991f11962ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 22, 11), 'started_at': datetime.datetime(2021, 8, 13, 4, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:29:50.777877 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff39029e-de9f-465c-ba30-d7ec3660d37f None None] Checking segment: {'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:29:50.778474 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ff39029e-de9f-465c-ba30-d7ec3660d37f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:50.779478 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff39029e-de9f-465c-ba30-d7ec3660d37f None None] Bound using segment: {'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:29:50.780680 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-ff39029e-de9f-465c-ba30-d7ec3660d37f None None] Bound port: f805ac2b-c3a1-4c93-9edd-3d04515741c9, host: dv-cinder-759961-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:29:50.781415 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ff39029e-de9f-465c-ba30-d7ec3660d37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:50.822156 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-99be83e5-fb05-45e3-a281-b03856559964 service neutron] 10.222.0.13 "GET /v2.0/networks/361ae543-e60e-4018-8f94-c3d879df0f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530385 Aug 13 04:29:50.850985 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-43628605-4bd9-4a97-a9e6-72fd41ffac57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:50.857164 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-ff39029e-de9f-465c-ba30-d7ec3660d37f None None] For port f805ac2b-c3a1-4c93-9edd-3d04515741c9, host dv-cinder-759961-6-iscsi, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:29:50.860401 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-ff39029e-de9f-465c-ba30-d7ec3660d37f None None] For port f805ac2b-c3a1-4c93-9edd-3d04515741c9, host dv-cinder-759961-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=f805ac2b-c3a1-4c93-9edd-3d04515741c9,segment=NetworkSegment(edab9050-aae2-4c9b-baa0-6e612e984a64),segment_id=edab9050-aae2-4c9b-baa0-6e612e984a64)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:29:50.869040 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-ff39029e-de9f-465c-ba30-d7ec3660d37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:50.888628 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.provisioning_blocks [None req-43628605-4bd9-4a97-a9e6-72fd41ffac57 admin admin] Transition to ACTIVE for port object ad1561e4-776c-43ca-926b-f2b7bf901d69 will not be triggered until provisioned by entity DHCP. {{(pid=93894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:29:50.939792 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd40b62-1579-4443-a941-f38e2d1c68ae None None] Pushing event updated for resources: {'Port': ['ID=f805ac2b-c3a1-4c93-9edd-3d04515741c9,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:50.969892 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff39029e-de9f-465c-ba30-d7ec3660d37f None None] Routers {'212c78a9-aefd-4f63-8bb4-be0c67202d13'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:29:50.970568 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-ff39029e-de9f-465c-ba30-d7ec3660d37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:29:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['212c78a9-aefd-4f63-8bb4-be0c67202d13'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:29:50.975096 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-43628605-4bd9-4a97-a9e6-72fd41ffac57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:50.998618 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3fb35743-a66f-46de-86bf-bf5b6b9ad382 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:51.047605 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43628605-4bd9-4a97-a9e6-72fd41ffac57 admin admin] Network 9c9aa154-2553-4e43-a430-2b11cf059f5c is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:29:51.053124 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-43628605-4bd9-4a97-a9e6-72fd41ffac57 admin admin] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:29:51.058048 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43628605-4bd9-4a97-a9e6-72fd41ffac57 admin admin] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:29:51.058788 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-43628605-4bd9-4a97-a9e6-72fd41ffac57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3683374'] for router_interface, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:51.143571 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f62aecf-dc66-430d-bb35-cc84958c0870 None None] Network 961a975f-b6bf-4b12-8622-52a8bd477fc6 requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:29:51.171143 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-ff39029e-de9f-465c-ba30-d7ec3660d37f None None] Set router 212c78a9-aefd-4f63-8bb4-be0c67202d13 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:29:51.311072 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43628605-4bd9-4a97-a9e6-72fd41ffac57 admin admin] Pushing event updated for resources: {'Port': ['ID=ad1561e4-776c-43ca-926b-f2b7bf901d69,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:51.379856 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-43628605-4bd9-4a97-a9e6-72fd41ffac57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:51.419458 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1fc3a863-fca8-43e9-8e1d-37354b2aee85 req-d2821b7f-3a36-4228-aab6-d2effb1f57c7 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 210 time: 0.0975244 Aug 13 04:29:51.738123 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-960b570d-0d18-402e-b8ef-b37a9785ac5b None None] Provisioning for port b6f2be0f-3a7c-41de-bdd7-c991632eb987 completed by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:29:51.763666 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-ff39029e-de9f-465c-ba30-d7ec3660d37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'name': 'tempest-AttachVolumeTestJSON-741037835-router', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:45Z', 'updated_at': '2021-08-13T04:29:48Z', 'revision_number': 3, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'gw_port': {'id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:47Z', 'updated_at': '2021-08-13T04:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi'}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:29:51.843642 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff39029e-de9f-465c-ba30-d7ec3660d37f None None] The sync data for ids ['212c78a9-aefd-4f63-8bb4-be0c67202d13'] in dv-cinder-759961-6-iscsi is: [{'id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'name': 'tempest-AttachVolumeTestJSON-741037835-router', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:45Z', 'updated_at': '2021-08-13T04:29:48Z', 'revision_number': 3, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'gw_port': {'id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:47Z', 'updated_at': '2021-08-13T04:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi'}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:29:51.888528 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-473cbda7-9e1a-4e3a-8778-45bb2cfb5995 None None] Provisioning for port ad1561e4-776c-43ca-926b-f2b7bf901d69 completed by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:29:51.895599 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-43628605-4bd9-4a97-a9e6-72fd41ffac57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:51.897131 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-473cbda7-9e1a-4e3a-8778-45bb2cfb5995 None None] Provisioning complete for port ad1561e4-776c-43ca-926b-f2b7bf901d69 triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:29:51.897554 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-473cbda7-9e1a-4e3a-8778-45bb2cfb5995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:51.905295 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-43628605-4bd9-4a97-a9e6-72fd41ffac57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:51.907408 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-43628605-4bd9-4a97-a9e6-72fd41ffac57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3683514'] for router_interface, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:52.037071 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-473cbda7-9e1a-4e3a-8778-45bb2cfb5995 None None] Port ad1561e4-776c-43ca-926b-f2b7bf901d69 cannot update to ACTIVE because it is not bound. {{(pid=93895) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:29:52.060498 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43628605-4bd9-4a97-a9e6-72fd41ffac57 admin admin] Pushing event updated for resources: {'Port': ['ID=ad1561e4-776c-43ca-926b-f2b7bf901d69,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:52.084822 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 537f1737-6e1a-4482-b8f6-825839b0873e up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:29:52.160569 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-fe7a6c3e-60f1-4e91-8ac7-aa3aeb17fcaa req-0c61db39-e03a-4091-9383-4c5fc31e1e15 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 210 time: 0.4804292 Aug 13 04:29:52.164620 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3fb35743-a66f-46de-86bf-bf5b6b9ad382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3787110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3789051'] for router, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:52.268366 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port 537f1737-6e1a-4482-b8f6-825839b0873e triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:29:52.269602 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:52.279384 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43628605-4bd9-4a97-a9e6-72fd41ffac57 admin admin] Network 9c9aa154-2553-4e43-a430-2b11cf059f5c is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:29:52.281313 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-43628605-4bd9-4a97-a9e6-72fd41ffac57 admin admin] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:29:52.423184 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb35743-a66f-46de-86bf-bf5b6b9ad382 admin admin] Router bddf536a-96eb-4938-9e97-4d8f177ece72 is scheduled to L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb with binding_index 1 {{(pid=93893) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 04:29:52.537911 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device b6f2be0f-3a7c-41de-bdd7-c991632eb987 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:29:52.647759 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-50faf826-b102-4e98-9d0f-005def194fce req-33b1a66f-c81a-440e-a319-e6fbeece57d9 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 210 time: 0.0912256 Aug 13 04:29:52.674063 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43628605-4bd9-4a97-a9e6-72fd41ffac57 admin admin] Router 212c78a9-aefd-4f63-8bb4-be0c67202d13 has already been hosted by L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:29:52.680618 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning for port b6f2be0f-3a7c-41de-bdd7-c991632eb987 completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:29:52.686580 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port b6f2be0f-3a7c-41de-bdd7-c991632eb987 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:29:52.686959 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:52.771561 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb35743-a66f-46de-86bf-bf5b6b9ad382 admin admin] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:29:52.789456 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b736da9-eb9d-41e6-ab44-3634d371a9a8 None None] Sync routers for ids ['bddf536a-96eb-4938-9e97-4d8f177ece72'] in dv-cinder-759961-6-iscsi {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:29:52.793055 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3fb35743-a66f-46de-86bf-bf5b6b9ad382 admin admin] Notify callbacks [] for router, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:52.794577 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-3fb35743-a66f-46de-86bf-bf5b6b9ad382 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8536453 Aug 13 04:29:52.800112 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 34080) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:29:52.821674 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b736da9-eb9d-41e6-ab44-3634d371a9a8 None None] Routers {'bddf536a-96eb-4938-9e97-4d8f177ece72'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:29:52.822365 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-5b736da9-eb9d-41e6-ab44-3634d371a9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:29:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['bddf536a-96eb-4938-9e97-4d8f177ece72'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:29:52.844363 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43628605-4bd9-4a97-a9e6-72fd41ffac57 admin admin] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:29:52.851738 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-43628605-4bd9-4a97-a9e6-72fd41ffac57 admin admin] 10.222.0.13 "PUT /v2.0/routers/212c78a9-aefd-4f63-8bb4-be0c67202d13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3495059 Aug 13 04:29:52.951114 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 34084) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:29:52.969188 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-15f32eb7-a4bb-4ce5-95f0-ef9ad475f9a1 None None] Provisioning complete for port ad1561e4-776c-43ca-926b-f2b7bf901d69 triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:29:52.969597 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-15f32eb7-a4bb-4ce5-95f0-ef9ad475f9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:53.176557 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-15f32eb7-a4bb-4ce5-95f0-ef9ad475f9a1 None None] Port ad1561e4-776c-43ca-926b-f2b7bf901d69 cannot update to ACTIVE because it is not bound. {{(pid=93895) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:29:53.181546 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-5b736da9-eb9d-41e6-ab44-3634d371a9a8 None None] Set router bddf536a-96eb-4938-9e97-4d8f177ece72 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:29:53.305358 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:53.357834 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-540380f4-8e97-44c9-a0bb-a298d773e168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:53.361412 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0f7fca46-33cf-4e43-8d33-eb763030e912 req-327338eb-94a9-46ca-a279-6744bef5dea3 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 210 time: 0.0357788 Aug 13 04:29:53.401706 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] For port b6f2be0f-3a7c-41de-bdd7-c991632eb987, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=b6f2be0f-3a7c-41de-bdd7-c991632eb987,segment=NetworkSegment(ae7a5589-1c60-462f-a476-72f6648fe839),segment_id=ae7a5589-1c60-462f-a476-72f6648fe839)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:29:53.419633 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:53.477995 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-540380f4-8e97-44c9-a0bb-a298d773e168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:53.487025 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-540380f4-8e97-44c9-a0bb-a298d773e168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:53.501365 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Pushing event updated for resources: {'Port': ['ID=b6f2be0f-3a7c-41de-bdd7-c991632eb987,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:53.531179 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-5b736da9-eb9d-41e6-ab44-3634d371a9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'name': 'tempest-AttachVolumeShelveTestJSON-34901002-router', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:48Z', 'updated_at': '2021-08-13T04:29:50Z', 'revision_number': 3, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'gw_port': {'id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:49Z', 'updated_at': '2021-08-13T04:29:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi'}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:29:53.534716 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-540380f4-8e97-44c9-a0bb-a298d773e168 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f6e7c66016e9470c9ab480d7b477789c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5804846 Aug 13 04:29:53.535274 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 34110) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:29:53.607464 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-b295cf4d-4157-43bb-b40b-93fea60aa2ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:53.611555 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b736da9-eb9d-41e6-ab44-3634d371a9a8 None None] Checking router: bddf536a-96eb-4938-9e97-4d8f177ece72 for host: dv-cinder-759961-6-iscsi {{(pid=93895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:29:53.611904 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b736da9-eb9d-41e6-ab44-3634d371a9a8 None None] Updating router bddf536a-96eb-4938-9e97-4d8f177ece72 port 793f931c-4e2a-4bce-a6d7-ad45b750fcea binding host dv-cinder-759961-6-iscsi {{(pid=93895) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:29:53.649359 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540380f4-8e97-44c9-a0bb-a298d773e168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c84fe3d-42a4-4e6b-8aab-421551b0e90d,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:53.652843 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-b295cf4d-4157-43bb-b40b-93fea60aa2ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:53.671304 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b736da9-eb9d-41e6-ab44-3634d371a9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:53.703679 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ed5b3de3-a7f9-4f36-962d-877d1d1435a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:53.743114 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-b295cf4d-4157-43bb-b40b-93fea60aa2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:53.747561 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-b295cf4d-4157-43bb-b40b-93fea60aa2ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:53.751185 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-b295cf4d-4157-43bb-b40b-93fea60aa2ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c84fe3d-42a4-4e6b-8aab-421551b0e90d HTTP/1.1" status: 204 len: 168 time: 0.2123795 Aug 13 04:29:53.778817 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295cf4d-4157-43bb-b40b-93fea60aa2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c84fe3d-42a4-4e6b-8aab-421551b0e90d,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:53.840592 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 34122) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:29:53.845112 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-365faac4-8de6-4943-973a-ac9c6bbce286 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1856589443', 'description': 'tempest-description--45283096'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:29:53.904748 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-365faac4-8de6-4943-973a-ac9c6bbce286 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:54.136567 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6c922060-dd6b-4f26-9287-de20461c0f0e req-8b9cdb3c-f189-4623-acf2-06d04176f0d4 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 210 time: 0.0815108 Aug 13 04:29:54.147328 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.db_base_plugin_common [None req-ed5b3de3-a7f9-4f36-962d-877d1d1435a1 admin admin] Allocated IP 172.20.0.1 (961a975f-b6bf-4b12-8622-52a8bd477fc6/f926821c-827a-487a-ac65-0966f4150cbf/241f2667-d445-403b-86ef-e159889313c9) {{(pid=93893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:29:54.179744 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-365faac4-8de6-4943-973a-ac9c6bbce286 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:54.187377 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-365faac4-8de6-4943-973a-ac9c6bbce286 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:54.229159 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365faac4-8de6-4943-973a-ac9c6bbce286 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8af9a18f-7e63-4d93-894a-9616ff8abe05,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:54.243181 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-365faac4-8de6-4943-973a-ac9c6bbce286 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:54.245645 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-365faac4-8de6-4943-973a-ac9c6bbce286 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.4039369 Aug 13 04:29:54.248430 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 34138) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:29:54.256884 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-cccab0a7-328e-403b-adf1-d87e748a1560 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Request body: {'security_group_rule': {'security_group_id': '8af9a18f-7e63-4d93-894a-9616ff8abe05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:29:54.298938 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-cccab0a7-328e-403b-adf1-d87e748a1560 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:54.323767 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device b6f2be0f-3a7c-41de-bdd7-c991632eb987 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:29:54.374811 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-cccab0a7-328e-403b-adf1-d87e748a1560 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:54.383407 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-cccab0a7-328e-403b-adf1-d87e748a1560 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143688'] for security_group_rule, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:54.412231 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-cccab0a7-328e-403b-adf1-d87e748a1560 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:54.417143 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-cccab0a7-328e-403b-adf1-d87e748a1560 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1625891 Aug 13 04:29:54.417696 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccab0a7-328e-403b-adf1-d87e748a1560 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c24f3098-cef7-4107-a5dc-1cacf4cce345,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:54.419619 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 34148) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:29:54.425690 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-253f8e75-7e70-4065-8865-098d1acf2b65 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Request body: {'security_group_rule': {'security_group_id': '8af9a18f-7e63-4d93-894a-9616ff8abe05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:29:54.429088 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ed5b3de3-a7f9-4f36-962d-877d1d1435a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:54.450332 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.provisioning_blocks [None req-ed5b3de3-a7f9-4f36-962d-877d1d1435a1 admin admin] Transition to ACTIVE for port object 241f2667-d445-403b-86ef-e159889313c9 will not be triggered until provisioned by entity DHCP. {{(pid=93893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:29:54.460519 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port b6f2be0f-3a7c-41de-bdd7-c991632eb987 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:29:54.461089 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:54.481442 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-253f8e75-7e70-4065-8865-098d1acf2b65 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:54.500796 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ed5b3de3-a7f9-4f36-962d-877d1d1435a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932'] for port, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:54.522286 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5b3de3-a7f9-4f36-962d-877d1d1435a1 admin admin] Network 961a975f-b6bf-4b12-8622-52a8bd477fc6 is already hosted by enough agents. {{(pid=93893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:29:54.526300 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.base_scheduler [None req-ed5b3de3-a7f9-4f36-962d-877d1d1435a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:29:54.534595 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c978ca-ce8a-4c90-bb09-0700bd56c926 None None] Sync routers for ids ['212c78a9-aefd-4f63-8bb4-be0c67202d13'] in dv-cinder-759961-6-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:29:54.551602 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c978ca-ce8a-4c90-bb09-0700bd56c926 None None] Routers {'212c78a9-aefd-4f63-8bb4-be0c67202d13'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:29:54.553819 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-b8c978ca-ce8a-4c90-bb09-0700bd56c926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:29:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['212c78a9-aefd-4f63-8bb4-be0c67202d13'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:29:54.558706 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-253f8e75-7e70-4065-8865-098d1acf2b65 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:54.570133 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-253f8e75-7e70-4065-8865-098d1acf2b65 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143688'] for security_group_rule, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:54.597492 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5b3de3-a7f9-4f36-962d-877d1d1435a1 admin admin] Received port after_create {{(pid=93893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:29:54.598149 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ed5b3de3-a7f9-4f36-962d-877d1d1435a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3683374'] for router_interface, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:54.600411 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f8e75-7e70-4065-8865-098d1acf2b65 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21be4023-ada7-47be-8f09-333ca7c02833,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:54.606649 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-253f8e75-7e70-4065-8865-098d1acf2b65 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:54.608527 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-253f8e75-7e70-4065-8865-098d1acf2b65 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1873949 Aug 13 04:29:54.613295 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 34152) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:29:54.627085 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-0532e82d-5d5d-4141-b106-2bdee8cc63c7 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Request body: {'floatingip': {'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:29:54.684926 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device f805ac2b-c3a1-4c93-9edd-3d04515741c9 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:29:54.692601 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0532e82d-5d5d-4141-b106-2bdee8cc63c7 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for floatingip, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:54.718842 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b736da9-eb9d-41e6-ab44-3634d371a9a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:54.748004 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5b736da9-eb9d-41e6-ab44-3634d371a9a8 None None] Transition to ACTIVE for port object 793f931c-4e2a-4bce-a6d7-ad45b750fcea will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:29:54.775584 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b736da9-eb9d-41e6-ab44-3634d371a9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:54.845091 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning for port f805ac2b-c3a1-4c93-9edd-3d04515741c9 completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:29:54.859612 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port f805ac2b-c3a1-4c93-9edd-3d04515741c9 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:29:54.860243 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:54.980745 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-45604bd3-7b8f-476b-803d-7b9c402c93a9 None None] Provisioning for port 241f2667-d445-403b-86ef-e159889313c9 completed by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:29:54.984969 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-5b736da9-eb9d-41e6-ab44-3634d371a9a8 None None] Attempting to bind port 793f931c-4e2a-4bce-a6d7-ad45b750fcea on host dv-cinder-759961-6-iscsi for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:29:54.985341 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-5b736da9-eb9d-41e6-ab44-3634d371a9a8 None None] Attempting to bind port 793f931c-4e2a-4bce-a6d7-ad45b750fcea by drivers openvswitch,hyperv on host dv-cinder-759961-6-iscsi at level 0 using segments [{'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:29:54.985746 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b736da9-eb9d-41e6-ab44-3634d371a9a8 None None] Attempting to bind port 793f931c-4e2a-4bce-a6d7-ad45b750fcea on network d5442241-d7fe-41d2-8545-5b5874d634cc {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:29:54.993520 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-45604bd3-7b8f-476b-803d-7b9c402c93a9 None None] Provisioning complete for port 241f2667-d445-403b-86ef-e159889313c9 triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:29:54.993855 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-b8c978ca-ce8a-4c90-bb09-0700bd56c926 None None] Set router 212c78a9-aefd-4f63-8bb4-be0c67202d13 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:29:54.994038 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-45604bd3-7b8f-476b-803d-7b9c402c93a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:55.029809 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e2145-9d94-4721-a795-9dbfd558fa00 None None] Pushing event updated for resources: {'Port': ['ID=793f931c-4e2a-4bce-a6d7-ad45b750fcea,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:55.038735 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b736da9-eb9d-41e6-ab44-3634d371a9a8 None None] Checking agent: {'id': '10f62c82-9a8d-499f-91cc-7991f11962ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 22, 11), 'started_at': datetime.datetime(2021, 8, 13, 4, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:29:55.039240 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b736da9-eb9d-41e6-ab44-3634d371a9a8 None None] Checking segment: {'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:29:55.039637 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b736da9-eb9d-41e6-ab44-3634d371a9a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:55.040036 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b736da9-eb9d-41e6-ab44-3634d371a9a8 None None] Bound using segment: {'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:29:55.041078 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-5b736da9-eb9d-41e6-ab44-3634d371a9a8 None None] Bound port: 793f931c-4e2a-4bce-a6d7-ad45b750fcea, host: dv-cinder-759961-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:29:55.041513 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b736da9-eb9d-41e6-ab44-3634d371a9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:55.043422 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:55.085241 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-45604bd3-7b8f-476b-803d-7b9c402c93a9 None None] Port 241f2667-d445-403b-86ef-e159889313c9 cannot update to ACTIVE because it is not bound. {{(pid=93895) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:29:55.108837 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] For port f805ac2b-c3a1-4c93-9edd-3d04515741c9, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=f805ac2b-c3a1-4c93-9edd-3d04515741c9,segment=NetworkSegment(edab9050-aae2-4c9b-baa0-6e612e984a64),segment_id=edab9050-aae2-4c9b-baa0-6e612e984a64)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:29:55.125612 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:55.189021 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0532e82d-5d5d-4141-b106-2bdee8cc63c7 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:55.189291 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b107443b-96ea-43a7-b9bf-1e571cf9a332 req-2a8ce21d-88a0-4f75-979e-0ff72eca848d tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 210 time: 0.2850828 Aug 13 04:29:55.193312 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b3de3-a7f9-4f36-962d-877d1d1435a1 admin admin] Pushing event updated for resources: {'Port': ['ID=241f2667-d445-403b-86ef-e159889313c9,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:55.202480 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5b736da9-eb9d-41e6-ab44-3634d371a9a8 None None] For port 793f931c-4e2a-4bce-a6d7-ad45b750fcea, host dv-cinder-759961-6-iscsi, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:29:55.261389 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5b736da9-eb9d-41e6-ab44-3634d371a9a8 None None] For port 793f931c-4e2a-4bce-a6d7-ad45b750fcea, host dv-cinder-759961-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=793f931c-4e2a-4bce-a6d7-ad45b750fcea,segment=NetworkSegment(edab9050-aae2-4c9b-baa0-6e612e984a64),segment_id=edab9050-aae2-4c9b-baa0-6e612e984a64)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:29:55.276767 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5b736da9-eb9d-41e6-ab44-3634d371a9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:55.293777 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Pushing event updated for resources: {'Port': ['ID=f805ac2b-c3a1-4c93-9edd-3d04515741c9,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:55.326500 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b736da9-eb9d-41e6-ab44-3634d371a9a8 None None] Routers {'bddf536a-96eb-4938-9e97-4d8f177ece72'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:29:55.328701 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-5b736da9-eb9d-41e6-ab44-3634d371a9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:29:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['bddf536a-96eb-4938-9e97-4d8f177ece72'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:29:55.385621 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [None req-0532e82d-5d5d-4141-b106-2bdee8cc63c7 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Allocated IP 172.27.0.89 (d5442241-d7fe-41d2-8545-5b5874d634cc/644fe726-b54d-4883-8d33-fa766808e879/78662ace-5c3c-47d8-95fc-3a12bea3da9e) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:29:55.418182 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9af4682a-4ac4-4c1c-9e3a-c297b924dc9f req-82af3fc2-70d0-4e29-942e-b9f449bd4acb tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 210 time: 0.0877056 Aug 13 04:29:55.423359 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ed5b3de3-a7f9-4f36-962d-877d1d1435a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:55.467805 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-b8c978ca-ce8a-4c90-bb09-0700bd56c926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'name': 'tempest-AttachVolumeTestJSON-741037835-router', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:45Z', 'updated_at': '2021-08-13T04:29:51Z', 'revision_number': 4, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'gw_port': {'id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:47Z', 'updated_at': '2021-08-13T04:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': 'ad1561e4-776c-43ca-926b-f2b7bf901d69', 'name': '', 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'mac_address': 'fa:16:3e:34:58:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5b21e272-0ba6-46ef-9194-8e0451e934ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:50Z', 'updated_at': '2021-08-13T04:29:51Z', 'revision_number': 2, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'subnets': [{'id': '5b21e272-0ba6-46ef-9194-8e0451e934ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:29:55.527809 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c978ca-ce8a-4c90-bb09-0700bd56c926 None None] Checking router: 212c78a9-aefd-4f63-8bb4-be0c67202d13 for host: dv-cinder-759961-6-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:29:55.528164 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c978ca-ce8a-4c90-bb09-0700bd56c926 None None] Updating router 212c78a9-aefd-4f63-8bb4-be0c67202d13 port ad1561e4-776c-43ca-926b-f2b7bf901d69 binding host dv-cinder-759961-6-iscsi {{(pid=93896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:29:55.574674 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b8c978ca-ce8a-4c90-bb09-0700bd56c926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:55.596914 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e2145-9d94-4721-a795-9dbfd558fa00 None None] Pushing event updated for resources: {'Port': ['ID=793f931c-4e2a-4bce-a6d7-ad45b750fcea,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:55.610941 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-5b736da9-eb9d-41e6-ab44-3634d371a9a8 None None] Set router bddf536a-96eb-4938-9e97-4d8f177ece72 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:29:55.613283 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0532e82d-5d5d-4141-b106-2bdee8cc63c7 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:55.670378 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0532e82d-5d5d-4141-b106-2bdee8cc63c7 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:55.730491 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0532e82d-5d5d-4141-b106-2bdee8cc63c7 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Pushing event updated for resources: {'Port': ['ID=78662ace-5c3c-47d8-95fc-3a12bea3da9e,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:55.738358 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0532e82d-5d5d-4141-b106-2bdee8cc63c7 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Network d5442241-d7fe-41d2-8545-5b5874d634cc is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:29:55.740055 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-0532e82d-5d5d-4141-b106-2bdee8cc63c7 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:29:55.742874 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0532e82d-5d5d-4141-b106-2bdee8cc63c7 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:29:55.887745 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ed5b3de3-a7f9-4f36-962d-877d1d1435a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:55.897026 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ed5b3de3-a7f9-4f36-962d-877d1d1435a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:55.897905 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ed5b3de3-a7f9-4f36-962d-877d1d1435a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3683514'] for router_interface, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:55.906382 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device f805ac2b-c3a1-4c93-9edd-3d04515741c9 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:29:55.914665 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0532e82d-5d5d-4141-b106-2bdee8cc63c7 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:55.973299 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5b3de3-a7f9-4f36-962d-877d1d1435a1 admin admin] Pushing event updated for resources: {'Port': ['ID=241f2667-d445-403b-86ef-e159889313c9,revision_number=2']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:55.982870 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0532e82d-5d5d-4141-b106-2bdee8cc63c7 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:56.063575 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b8c978ca-ce8a-4c90-bb09-0700bd56c926 None None] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:56.077210 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-b8c978ca-ce8a-4c90-bb09-0700bd56c926 None None] Transition to ACTIVE for port object ad1561e4-776c-43ca-926b-f2b7bf901d69 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:29:56.086408 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port f805ac2b-c3a1-4c93-9edd-3d04515741c9 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:29:56.086982 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:56.089788 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b8c978ca-ce8a-4c90-bb09-0700bd56c926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:56.107127 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5b3de3-a7f9-4f36-962d-877d1d1435a1 admin admin] Network 961a975f-b6bf-4b12-8622-52a8bd477fc6 is already hosted by enough agents. {{(pid=93893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:29:56.108699 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.base_scheduler [None req-ed5b3de3-a7f9-4f36-962d-877d1d1435a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:29:56.144124 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87413c72-a933-46bf-aab5-8945e17cde66 None None] Pushing event updated for resources: {'Port': ['ID=ad1561e4-776c-43ca-926b-f2b7bf901d69,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:56.257760 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-b8c978ca-ce8a-4c90-bb09-0700bd56c926 None None] Attempting to bind port ad1561e4-776c-43ca-926b-f2b7bf901d69 on host dv-cinder-759961-6-iscsi for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:29:56.258142 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-b8c978ca-ce8a-4c90-bb09-0700bd56c926 None None] Attempting to bind port ad1561e4-776c-43ca-926b-f2b7bf901d69 by drivers openvswitch,hyperv on host dv-cinder-759961-6-iscsi at level 0 using segments [{'id': '529d8121-1e24-4545-a5c6-195ed2cbad21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:29:56.258512 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c978ca-ce8a-4c90-bb09-0700bd56c926 None None] Attempting to bind port ad1561e4-776c-43ca-926b-f2b7bf901d69 on network 9c9aa154-2553-4e43-a430-2b11cf059f5c {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:29:56.266191 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c978ca-ce8a-4c90-bb09-0700bd56c926 None None] Checking agent: {'id': '10f62c82-9a8d-499f-91cc-7991f11962ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 22, 11), 'started_at': datetime.datetime(2021, 8, 13, 4, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:29:56.266772 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c978ca-ce8a-4c90-bb09-0700bd56c926 None None] Checking segment: {'id': '529d8121-1e24-4545-a5c6-195ed2cbad21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:29:56.267340 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b8c978ca-ce8a-4c90-bb09-0700bd56c926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:56.268217 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c978ca-ce8a-4c90-bb09-0700bd56c926 None None] Bound using segment: {'id': '529d8121-1e24-4545-a5c6-195ed2cbad21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:29:56.268869 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-b8c978ca-ce8a-4c90-bb09-0700bd56c926 None None] Bound port: ad1561e4-776c-43ca-926b-f2b7bf901d69, host: dv-cinder-759961-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '529d8121-1e24-4545-a5c6-195ed2cbad21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:29:56.269461 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b8c978ca-ce8a-4c90-bb09-0700bd56c926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:56.287600 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0532e82d-5d5d-4141-b106-2bdee8cc63c7 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:56.298504 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0532e82d-5d5d-4141-b106-2bdee8cc63c7 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:56.335946 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5b3de3-a7f9-4f36-962d-877d1d1435a1 admin admin] Router bddf536a-96eb-4938-9e97-4d8f177ece72 has already been hosted by L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb {{(pid=93893) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:29:56.380358 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-5b736da9-eb9d-41e6-ab44-3634d371a9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'name': 'tempest-AttachVolumeShelveTestJSON-34901002-router', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:48Z', 'updated_at': '2021-08-13T04:29:54Z', 'revision_number': 4, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'gw_port': {'id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:49Z', 'updated_at': '2021-08-13T04:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': '241f2667-d445-403b-86ef-e159889313c9', 'name': '', 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'mac_address': 'fa:16:3e:9d:51:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:53Z', 'updated_at': '2021-08-13T04:29:54Z', 'revision_number': 1, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'subnets': [{'id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:29:56.397629 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0532e82d-5d5d-4141-b106-2bdee8cc63c7 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Pushing event updated for resources: {'Port': ['ID=78662ace-5c3c-47d8-95fc-3a12bea3da9e,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:56.411039 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-b8c978ca-ce8a-4c90-bb09-0700bd56c926 None None] For port ad1561e4-776c-43ca-926b-f2b7bf901d69, host dv-cinder-759961-6-iscsi, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:29:56.418045 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0532e82d-5d5d-4141-b106-2bdee8cc63c7 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3788949'] for floatingip, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:56.418267 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-b8c978ca-ce8a-4c90-bb09-0700bd56c926 None None] For port ad1561e4-776c-43ca-926b-f2b7bf901d69, host dv-cinder-759961-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=ad1561e4-776c-43ca-926b-f2b7bf901d69,segment=NetworkSegment(529d8121-1e24-4545-a5c6-195ed2cbad21),segment_id=529d8121-1e24-4545-a5c6-195ed2cbad21)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:29:56.426636 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-b8c978ca-ce8a-4c90-bb09-0700bd56c926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:56.440195 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0532e82d-5d5d-4141-b106-2bdee8cc63c7 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for floatingip, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:56.442533 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-0532e82d-5d5d-4141-b106-2bdee8cc63c7 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8278794 Aug 13 04:29:56.457347 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b736da9-eb9d-41e6-ab44-3634d371a9a8 None None] The sync data for ids ['bddf536a-96eb-4938-9e97-4d8f177ece72'] in dv-cinder-759961-6-iscsi is: [{'id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'name': 'tempest-AttachVolumeShelveTestJSON-34901002-router', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:48Z', 'updated_at': '2021-08-13T04:29:54Z', 'revision_number': 4, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'gw_port': {'id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:49Z', 'updated_at': '2021-08-13T04:29:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': '241f2667-d445-403b-86ef-e159889313c9', 'name': '', 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'mac_address': 'fa:16:3e:9d:51:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:53Z', 'updated_at': '2021-08-13T04:29:54Z', 'revision_number': 1, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'subnets': [{'id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:29:56.531474 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-32833807-44ac-4806-b504-7b9c4a3ccc79 None None] Provisioning complete for port 241f2667-d445-403b-86ef-e159889313c9 triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:29:56.532336 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-32833807-44ac-4806-b504-7b9c4a3ccc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:56.572627 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c978ca-ce8a-4c90-bb09-0700bd56c926 None None] Routers {'212c78a9-aefd-4f63-8bb4-be0c67202d13'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:29:56.574738 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-b8c978ca-ce8a-4c90-bb09-0700bd56c926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:29:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['212c78a9-aefd-4f63-8bb4-be0c67202d13'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:29:56.598732 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-87adcfb3-eeb5-4a3e-b318-bd1da8d2d94e req-6bcb0c70-6989-4462-abfd-4b004facc5b6 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 210 time: 0.1306224 Aug 13 04:29:56.604721 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-32833807-44ac-4806-b504-7b9c4a3ccc79 None None] Port 241f2667-d445-403b-86ef-e159889313c9 cannot update to ACTIVE because it is not bound. {{(pid=93895) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:29:56.665733 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87413c72-a933-46bf-aab5-8945e17cde66 None None] Pushing event updated for resources: {'Port': ['ID=ad1561e4-776c-43ca-926b-f2b7bf901d69,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:56.723192 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d7f5bee1-91ea-4ff8-bc27-b2fa3e2bfb13 req-3aa3d7c0-8920-4f14-8b46-2550b66fb4c7 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 210 time: 0.1354976 Aug 13 04:29:56.786666 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5b3de3-a7f9-4f36-962d-877d1d1435a1 admin admin] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:29:56.793921 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-ed5b3de3-a7f9-4f36-962d-877d1d1435a1 admin admin] 10.222.0.13 "PUT /v2.0/routers/bddf536a-96eb-4938-9e97-4d8f177ece72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9924810 Aug 13 04:29:56.812510 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-b8c978ca-ce8a-4c90-bb09-0700bd56c926 None None] Set router 212c78a9-aefd-4f63-8bb4-be0c67202d13 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:29:56.937334 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-91abf108-9446-4f93-9a4d-81a05e162f08 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1856589443&fields=id&tenant_id=14887014218041cc86fddfa8a151dcd6 HTTP/1.1" status: 200 len: 267 time: 0.0963261 Aug 13 04:29:57.065509 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 34244) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:29:57.128709 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-f8d73cfa-3c16-4eef-9d9c-ee0e9f0da435 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:29:57.130267 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-f8d73cfa-3c16-4eef-9d9c-ee0e9f0da435 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/networks?id=9c9aa154-2553-4e43-a430-2b11cf059f5c HTTP/1.1" status: 200 len: 810 time: 0.1823881 Aug 13 04:29:57.159397 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-3a1651b1-ee7c-4cb3-9e5e-61dfec05f940 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/quotas/14887014218041cc86fddfa8a151dcd6 HTTP/1.1" status: 200 len: 375 time: 0.0178835 Aug 13 04:29:57.161521 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-b8c978ca-ce8a-4c90-bb09-0700bd56c926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'name': 'tempest-AttachVolumeTestJSON-741037835-router', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:45Z', 'updated_at': '2021-08-13T04:29:51Z', 'revision_number': 4, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'gw_port': {'id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:47Z', 'updated_at': '2021-08-13T04:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': 'ad1561e4-776c-43ca-926b-f2b7bf901d69', 'name': '', 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'mac_address': 'fa:16:3e:34:58:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5b21e272-0ba6-46ef-9194-8e0451e934ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:50Z', 'updated_at': '2021-08-13T04:29:56Z', 'revision_number': 4, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'subnets': [{'id': '5b21e272-0ba6-46ef-9194-8e0451e934ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:29:57.242886 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c978ca-ce8a-4c90-bb09-0700bd56c926 None None] The sync data for ids ['212c78a9-aefd-4f63-8bb4-be0c67202d13'] in dv-cinder-759961-6-iscsi is: [{'id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'name': 'tempest-AttachVolumeTestJSON-741037835-router', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:45Z', 'updated_at': '2021-08-13T04:29:51Z', 'revision_number': 4, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'gw_port': {'id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:47Z', 'updated_at': '2021-08-13T04:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': 'ad1561e4-776c-43ca-926b-f2b7bf901d69', 'name': '', 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'mac_address': 'fa:16:3e:34:58:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5b21e272-0ba6-46ef-9194-8e0451e934ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:50Z', 'updated_at': '2021-08-13T04:29:56Z', 'revision_number': 4, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'subnets': [{'id': '5b21e272-0ba6-46ef-9194-8e0451e934ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:29:57.249129 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-100f6cde-72c8-47bc-a53c-81e722c9c464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:57.333653 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-e4274e0f-4ff0-416c-ab25-7e4c6795c055 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=14887014218041cc86fddfa8a151dcd6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1681559 Aug 13 04:29:57.502406 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-e7bd26c0-687f-4efd-89b9-d2ff1333a2d0 service neutron] 10.222.0.13 "GET /v2.0/networks/9c9aa154-2553-4e43-a430-2b11cf059f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566806 Aug 13 04:29:57.535147 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-100f6cde-72c8-47bc-a53c-81e722c9c464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:57.575381 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-100f6cde-72c8-47bc-a53c-81e722c9c464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:57.657269 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-100f6cde-72c8-47bc-a53c-81e722c9c464 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bff935bd425c452fae81d57ef66e4e3f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5879204 Aug 13 04:29:57.658192 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 34252) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:29:57.671475 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f6cde-72c8-47bc-a53c-81e722c9c464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b87625d-a73a-4194-8f3c-fd920cbb5d32,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:57.713736 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-a8b78205-b4ee-41a7-9aee-ce61494a4791 service neutron] 10.222.0.13 "GET /v2.0/networks/9c9aa154-2553-4e43-a430-2b11cf059f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769238 Aug 13 04:29:57.742677 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4fb08cde-7a2f-4cfb-ad4e-16124d507d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:57.771947 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4fb08cde-7a2f-4cfb-ad4e-16124d507d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:57.842622 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4fb08cde-7a2f-4cfb-ad4e-16124d507d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:57.850627 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4fb08cde-7a2f-4cfb-ad4e-16124d507d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:57.854253 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-4fb08cde-7a2f-4cfb-ad4e-16124d507d49 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b87625d-a73a-4194-8f3c-fd920cbb5d32 HTTP/1.1" status: 204 len: 168 time: 0.1938989 Aug 13 04:29:57.873357 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb08cde-7a2f-4cfb-ad4e-16124d507d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b87625d-a73a-4194-8f3c-fd920cbb5d32,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:57.923647 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 34262) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:29:57.933105 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-d697616d-26dd-4b40-9e44-0089c014f250 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Request body: {'security_group': {'name': 'tempest-securitygroup--858733869', 'description': 'tempest-description--1134899910'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:29:58.035988 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d697616d-26dd-4b40-9e44-0089c014f250 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:58.064074 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device ad1561e4-776c-43ca-926b-f2b7bf901d69 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:29:58.175230 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b4f68e42-3d5e-4a48-be4c-7f12f22256b9 req-7395e869-dc05-4e42-a187-92d7bcbdba99 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 210 time: 0.0809460 Aug 13 04:29:58.202814 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning for port ad1561e4-776c-43ca-926b-f2b7bf901d69 completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:29:58.209202 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port ad1561e4-776c-43ca-926b-f2b7bf901d69 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:29:58.210333 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:58.271009 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d697616d-26dd-4b40-9e44-0089c014f250 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:58.277651 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d697616d-26dd-4b40-9e44-0089c014f250 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:58.315355 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6146dca5-f584-4890-813a-377f097bb412 req-93ad4678-d04d-4b17-9556-d1eca5752e1d tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 210 time: 0.0693612 Aug 13 04:29:58.342410 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:58.349018 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697616d-26dd-4b40-9e44-0089c014f250 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=028702fa-2644-4442-a6b4-b744d7181b03,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:58.361859 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d697616d-26dd-4b40-9e44-0089c014f250 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:58.370765 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-d697616d-26dd-4b40-9e44-0089c014f250 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4456828 Aug 13 04:29:58.371429 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 34284) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:29:58.377109 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-bfe847dd-fc56-4d06-8dba-3bed65cc2977 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Request body: {'security_group_rule': {'security_group_id': '028702fa-2644-4442-a6b4-b744d7181b03', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:29:58.401705 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c5836f86-fd23-4a52-83c9-ed737325425a req-fa2f7f8a-1ec1-4b7e-9135-4205adf1a0c8 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 210 time: 0.0352421 Aug 13 04:29:58.428796 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-bfe847dd-fc56-4d06-8dba-3bed65cc2977 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:58.445847 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] For port ad1561e4-776c-43ca-926b-f2b7bf901d69, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=ad1561e4-776c-43ca-926b-f2b7bf901d69,segment=NetworkSegment(529d8121-1e24-4545-a5c6-195ed2cbad21),segment_id=529d8121-1e24-4545-a5c6-195ed2cbad21)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:29:58.456138 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:58.457148 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 793f931c-4e2a-4bce-a6d7-ad45b750fcea up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:29:58.563280 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 34292) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:29:58.581222 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-7fd98e78-3c6b-4a1a-8f2c-0a866045d695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:58.606956 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-bfe847dd-fc56-4d06-8dba-3bed65cc2977 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:58.614493 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-bfe847dd-fc56-4d06-8dba-3bed65cc2977 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143688'] for security_group_rule, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:58.615225 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Pushing event updated for resources: {'Port': ['ID=ad1561e4-776c-43ca-926b-f2b7bf901d69,revision_number=5']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:58.661561 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning for port 793f931c-4e2a-4bce-a6d7-ad45b750fcea completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:29:58.672071 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port 793f931c-4e2a-4bce-a6d7-ad45b750fcea triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:29:58.673887 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:58.674008 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe847dd-fc56-4d06-8dba-3bed65cc2977 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af8d6a2-063a-43a2-b4ef-890dd0d211c0,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:58.709893 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-7fd98e78-3c6b-4a1a-8f2c-0a866045d695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:58.718416 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-7fd98e78-3c6b-4a1a-8f2c-0a866045d695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:58.725282 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-bfe847dd-fc56-4d06-8dba-3bed65cc2977 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:58.726797 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-bfe847dd-fc56-4d06-8dba-3bed65cc2977 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3543975 Aug 13 04:29:58.730068 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 34296) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:29:58.735348 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-31d2ad70-d8af-4008-8ea7-c6a1356cfe38 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Request body: {'security_group_rule': {'security_group_id': '028702fa-2644-4442-a6b4-b744d7181b03', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:29:58.779441 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:58.781707 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-31d2ad70-d8af-4008-8ea7-c6a1356cfe38 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:58.783178 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-7fd98e78-3c6b-4a1a-8f2c-0a866045d695 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eddb765dd0124b4c9b074c303770eaee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2189195 Aug 13 04:29:58.786446 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 34298) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:29:58.795438 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd98e78-3c6b-4a1a-8f2c-0a866045d695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e034a0-1ed7-4aa2-b9f2-ed1f72c625a2,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:58.810277 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] For port 793f931c-4e2a-4bce-a6d7-ad45b750fcea, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=793f931c-4e2a-4bce-a6d7-ad45b750fcea,segment=NetworkSegment(edab9050-aae2-4c9b-baa0-6e612e984a64),segment_id=edab9050-aae2-4c9b-baa0-6e612e984a64)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:29:58.815439 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:58.869176 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-31d2ad70-d8af-4008-8ea7-c6a1356cfe38 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:58.872690 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Pushing event updated for resources: {'Port': ['ID=793f931c-4e2a-4bce-a6d7-ad45b750fcea,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:58.874034 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-31d2ad70-d8af-4008-8ea7-c6a1356cfe38 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143688'] for security_group_rule, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:58.889286 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-bc2c8886-7a0d-4195-a751-251db31b4599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:58.896809 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d2ad70-d8af-4008-8ea7-c6a1356cfe38 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc0ca10-af99-45b8-8478-03dadeb85711,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:58.907215 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-31d2ad70-d8af-4008-8ea7-c6a1356cfe38 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:58.913579 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-31d2ad70-d8af-4008-8ea7-c6a1356cfe38 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1795795 Aug 13 04:29:58.913882 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 34300) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:29:58.916991 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-bc2c8886-7a0d-4195-a751-251db31b4599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:58.919955 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-6ccd7636-e39e-4138-bf5a-fa4549d33a04 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Request body: {'floatingip': {'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:29:58.948373 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6ccd7636-e39e-4138-bf5a-fa4549d33a04 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for floatingip, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:58.979226 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-bc2c8886-7a0d-4195-a751-251db31b4599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:58.981823 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-bc2c8886-7a0d-4195-a751-251db31b4599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:58.982987 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-bc2c8886-7a0d-4195-a751-251db31b4599 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4e034a0-1ed7-4aa2-b9f2-ed1f72c625a2 HTTP/1.1" status: 204 len: 168 time: 0.1956277 Aug 13 04:29:58.991011 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c8886-7a0d-4195-a751-251db31b4599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e034a0-1ed7-4aa2-b9f2-ed1f72c625a2,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:59.057970 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6ccd7636-e39e-4138-bf5a-fa4549d33a04 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:59.184633 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [None req-6ccd7636-e39e-4138-bf5a-fa4549d33a04 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Allocated IP 172.27.0.235 (d5442241-d7fe-41d2-8545-5b5874d634cc/644fe726-b54d-4883-8d33-fa766808e879/999c2d7f-bdbc-44d4-b50a-2a10cee04bb2) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:29:59.292039 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d79b7ccd-9475-4e2a-be59-67914fe66296 req-215cba7f-3541-45f6-8cef-2d278ca88fd6 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 210 time: 0.0309901 Aug 13 04:29:59.428012 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6ccd7636-e39e-4138-bf5a-fa4549d33a04 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:59.429728 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-214ce627-c9d1-443b-9c03-51f0fd704b9b req-0f0cfabd-8fff-4777-8941-512107e3a986 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 210 time: 0.0262501 Aug 13 04:29:59.484300 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6ccd7636-e39e-4138-bf5a-fa4549d33a04 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:59.520444 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-53d116c4-cdaf-4d37-a4f0-db998fd09ec4 req-c2154c12-6e29-458f-96f8-5aff585b5037 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 210 time: 0.0286140 Aug 13 04:29:59.524570 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccd7636-e39e-4138-bf5a-fa4549d33a04 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Network d5442241-d7fe-41d2-8545-5b5874d634cc is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:29:59.531244 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-6ccd7636-e39e-4138-bf5a-fa4549d33a04 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:29:59.541637 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccd7636-e39e-4138-bf5a-fa4549d33a04 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:29:59.553119 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd7636-e39e-4138-bf5a-fa4549d33a04 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Pushing event updated for resources: {'Port': ['ID=999c2d7f-bdbc-44d4-b50a-2a10cee04bb2,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:59.619691 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6ccd7636-e39e-4138-bf5a-fa4549d33a04 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:59.660635 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6ccd7636-e39e-4138-bf5a-fa4549d33a04 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:59.823484 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6ccd7636-e39e-4138-bf5a-fa4549d33a04 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:59.829059 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6ccd7636-e39e-4138-bf5a-fa4549d33a04 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:59.842022 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6ccd7636-e39e-4138-bf5a-fa4549d33a04 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3788949'] for floatingip, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:59.876722 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device ad1561e4-776c-43ca-926b-f2b7bf901d69 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:29:59.884747 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6ccd7636-e39e-4138-bf5a-fa4549d33a04 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for floatingip, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:29:59.886040 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-6ccd7636-e39e-4138-bf5a-fa4549d33a04 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9711211 Aug 13 04:29:59.894463 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd7636-e39e-4138-bf5a-fa4549d33a04 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Pushing event updated for resources: {'Port': ['ID=999c2d7f-bdbc-44d4-b50a-2a10cee04bb2,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:29:59.954636 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port ad1561e4-776c-43ca-926b-f2b7bf901d69 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:29:59.955015 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:00.125650 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-74ba9cc2-7b53-4a3a-af94-a715c05c1423 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--858733869&fields=id&tenant_id=97bcef962215442fa34d9ef949492fc4 HTTP/1.1" status: 200 len: 267 time: 0.0564222 Aug 13 04:30:00.216182 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 793f931c-4e2a-4bce-a6d7-ad45b750fcea up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:30:00.249506 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e04d7faf-84af-4365-96ab-24a7b58287aa tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:00.259341 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e04d7faf-84af-4365-96ab-24a7b58287aa tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/networks?id=961a975f-b6bf-4b12-8622-52a8bd477fc6 HTTP/1.1" status: 200 len: 815 time: 0.1325483 Aug 13 04:30:00.279257 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-d8844e58-2a90-4757-b978-339ca6f1addd tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/quotas/97bcef962215442fa34d9ef949492fc4 HTTP/1.1" status: 200 len: 375 time: 0.0180364 Aug 13 04:30:00.283927 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port 793f931c-4e2a-4bce-a6d7-ad45b750fcea triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:30:00.284041 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:00.331582 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e0d2b010-e740-4d4f-8c53-ba94de6fa61e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=97bcef962215442fa34d9ef949492fc4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512650 Aug 13 04:30:00.431887 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9a187c4f-cb2a-4e1d-8791-f7e1bee6b885 req-ce13eab0-1b0e-473e-bbd0-722e443157fb tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 210 time: 0.0361626 Aug 13 04:30:00.472463 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-1a2f632f-e04d-4d79-a11a-82531371c8c4 service neutron] 10.222.0.13 "GET /v2.0/networks/961a975f-b6bf-4b12-8622-52a8bd477fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245430 Aug 13 04:30:00.568382 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a1f42fe3-0021-48ad-90a4-8cfed3d8535f req-0ae0accb-f70e-49e5-aad9-5d9ea39c9ead tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 210 time: 0.0421324 Aug 13 04:30:00.644343 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-8218870e-6337-4d96-a3a3-9b2b96fc5ab8 service neutron] 10.222.0.13 "GET /v2.0/networks/961a975f-b6bf-4b12-8622-52a8bd477fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638534 Aug 13 04:30:00.647017 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.64', 61453) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:00.688452 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a217ab-96cb-4420-97b3-b22a825e523f None None] Sync routers for ids ['bddf536a-96eb-4938-9e97-4d8f177ece72'] in dv-cinder-759961-6-iscsi {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:30:00.698948 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a217ab-96cb-4420-97b3-b22a825e523f None None] Routers {'bddf536a-96eb-4938-9e97-4d8f177ece72'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:30:00.699670 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-95a217ab-96cb-4420-97b3-b22a825e523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:29:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['bddf536a-96eb-4938-9e97-4d8f177ece72'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:30:00.902025 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-95a217ab-96cb-4420-97b3-b22a825e523f None None] Set router bddf536a-96eb-4938-9e97-4d8f177ece72 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:30:01.007130 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-3eb8dd29-e150-47ce-805a-d7e07084bbac tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:01.010222 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-3eb8dd29-e150-47ce-805a-d7e07084bbac tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.64 "GET /v2.0/networks?id=e5a4407b-136d-4505-b628-117c1b1fc3a4 HTTP/1.1" status: 200 len: 814 time: 0.3492920 Aug 13 04:30:01.061721 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-45a29f7f-11f7-4fad-bd72-42870e640832 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Request body: {'port': {'device_id': '4efb80e9-e2d4-416d-ad9d-3957beb33d56', 'network_id': 'e5a4407b-136d-4505-b628-117c1b1fc3a4', 'admin_state_up': True, 'tenant_id': '44afcd45727640ec80dc17fe4fcf67fb'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:30:01.093395 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5d507259-e84d-4a21-b082-88ae1b0cc612 req-0dbd1111-7a16-40a5-99c7-1ca2e320d370 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 210 time: 0.3559074 Aug 13 04:30:01.137319 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-db802887-668b-48a3-bca5-393ffb53b53d req-fa0f83f6-b4e3-4936-99ec-f60154baf88b tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 210 time: 0.0620127 Aug 13 04:30:01.141957 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.64', 61461) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:01.360235 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-45a29f7f-11f7-4fad-bd72-42870e640832 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Made reservation on behalf of 44afcd45727640ec80dc17fe4fcf67fb for: {'port': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:30:01.370194 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-45a29f7f-11f7-4fad-bd72-42870e640832 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:01.520811 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-42a4a76a-2afc-4211-a6fb-2bdd6be47950 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:01.522357 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-42a4a76a-2afc-4211-a6fb-2bdd6be47950 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.64 "GET /v2.0/networks?id=361ae543-e60e-4018-8f94-c3d879df0f85 HTTP/1.1" status: 200 len: 812 time: 0.3793483 Aug 13 04:30:01.527759 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 34430) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:01.548566 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-ea2f314b-cab2-4140-8fd9-73f2dc68b980 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Request body: {'port': {'device_id': '47f20e62-089b-4313-bad1-6139880e21cd', 'network_id': '361ae543-e60e-4018-8f94-c3d879df0f85', 'admin_state_up': True, 'tenant_id': '41073eeaf0b24fdda847a5a1ee0954c6'}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:30:01.712722 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-95a217ab-96cb-4420-97b3-b22a825e523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'name': 'tempest-AttachVolumeShelveTestJSON-34901002-router', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:48Z', 'updated_at': '2021-08-13T04:29:54Z', 'revision_number': 4, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'gw_port': {'id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:49Z', 'updated_at': '2021-08-13T04:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': '241f2667-d445-403b-86ef-e159889313c9', 'name': '', 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'mac_address': 'fa:16:3e:9d:51:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:53Z', 'updated_at': '2021-08-13T04:29:55Z', 'revision_number': 2, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'subnets': [{'id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:30:01.822354 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a217ab-96cb-4420-97b3-b22a825e523f None None] Checking router: bddf536a-96eb-4938-9e97-4d8f177ece72 for host: dv-cinder-759961-6-iscsi {{(pid=93895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:30:01.822817 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.64', 61469) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:01.823338 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a217ab-96cb-4420-97b3-b22a825e523f None None] Updating router bddf536a-96eb-4938-9e97-4d8f177ece72 port 241f2667-d445-403b-86ef-e159889313c9 binding host dv-cinder-759961-6-iscsi {{(pid=93895) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:30:01.838851 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-45a29f7f-11f7-4fad-bd72-42870e640832 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Allocated IP 172.20.0.13 (e5a4407b-136d-4505-b628-117c1b1fc3a4/b34fb96a-c863-4437-9084-58bfc9a701c8/4a62d4b3-3837-414b-a01d-079fec907da0) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:30:01.877812 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-95a217ab-96cb-4420-97b3-b22a825e523f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:02.076478 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ece2c174-f3c7-44ba-84db-91c8c4287b9c req-8bbb74bb-80c6-4fa5-a73f-90e18f85287a tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 210 time: 0.1760736 Aug 13 04:30:02.079681 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-ea2f314b-cab2-4140-8fd9-73f2dc68b980 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Made reservation on behalf of 41073eeaf0b24fdda847a5a1ee0954c6 for: {'port': 1} {{(pid=93893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:30:02.084936 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-ea2f314b-cab2-4140-8fd9-73f2dc68b980 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:02.100325 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 34464) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:02.154792 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-23788924-7543-43e9-8d81-ab92b68f5a53 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:02.156488 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-23788924-7543-43e9-8d81-ab92b68f5a53 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.64 "GET /v2.0/networks?id=9c9aa154-2553-4e43-a430-2b11cf059f5c HTTP/1.1" status: 200 len: 810 time: 0.3326609 Aug 13 04:30:02.300254 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-842d7b41-df35-4789-978e-064a1726b2d5 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14887014218041cc86fddfa8a151dcd6 HTTP/1.1" status: 200 len: 380 time: 0.1278844 Aug 13 04:30:02.313484 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-7f46a38b-ec20-46db-be34-e7ff09aea5d9 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Request body: {'port': {'device_id': 'a0662f42-e77d-4f85-84ad-b58befdc445d', 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c', 'admin_state_up': True, 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'security_groups': ['8af9a18f-7e63-4d93-894a-9616ff8abe05']}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:30:02.380982 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-45a29f7f-11f7-4fad-bd72-42870e640832 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:02.393933 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b812b17e-936d-4c48-a75a-7f0179bfb5ff req-e3608cc7-c66b-4875-b86b-0b031d0680e5 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 210 time: 0.4949126 Aug 13 04:30:02.397238 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-809a92ab-c9f1-4210-a6c0-59401c52ed1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:02.438338 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6156c409-fa32-447f-b56c-367f3624f1b7 req-f7968c8a-d166-4c42-813e-18387b4c3f91 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 210 time: 0.1127839 Aug 13 04:30:02.509660 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-95a217ab-96cb-4420-97b3-b22a825e523f None None] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:02.526863 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-45a29f7f-11f7-4fad-bd72-42870e640832 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:02.539480 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-95a217ab-96cb-4420-97b3-b22a825e523f None None] Transition to ACTIVE for port object 241f2667-d445-403b-86ef-e159889313c9 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:30:02.553332 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-95a217ab-96cb-4420-97b3-b22a825e523f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:02.741396 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-95a217ab-96cb-4420-97b3-b22a825e523f None None] Attempting to bind port 241f2667-d445-403b-86ef-e159889313c9 on host dv-cinder-759961-6-iscsi for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:30:02.741967 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-95a217ab-96cb-4420-97b3-b22a825e523f None None] Attempting to bind port 241f2667-d445-403b-86ef-e159889313c9 by drivers openvswitch,hyperv on host dv-cinder-759961-6-iscsi at level 0 using segments [{'id': 'ae7a5589-1c60-462f-a476-72f6648fe839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:30:02.742399 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a217ab-96cb-4420-97b3-b22a825e523f None None] Attempting to bind port 241f2667-d445-403b-86ef-e159889313c9 on network 961a975f-b6bf-4b12-8622-52a8bd477fc6 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:30:02.756606 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a217ab-96cb-4420-97b3-b22a825e523f None None] Checking agent: {'id': '10f62c82-9a8d-499f-91cc-7991f11962ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 22, 11), 'started_at': datetime.datetime(2021, 8, 13, 4, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:30:02.756979 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a217ab-96cb-4420-97b3-b22a825e523f None None] Checking segment: {'id': 'ae7a5589-1c60-462f-a476-72f6648fe839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:30:02.757588 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-95a217ab-96cb-4420-97b3-b22a825e523f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:02.757992 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a217ab-96cb-4420-97b3-b22a825e523f None None] Bound using segment: {'id': 'ae7a5589-1c60-462f-a476-72f6648fe839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:30:02.758515 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-95a217ab-96cb-4420-97b3-b22a825e523f None None] Bound port: 241f2667-d445-403b-86ef-e159889313c9, host: dv-cinder-759961-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7a5589-1c60-462f-a476-72f6648fe839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:30:02.764733 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-95a217ab-96cb-4420-97b3-b22a825e523f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:02.775395 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ee5bdb94-0821-45d6-ae6e-3566c140770d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:02.870958 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.db_base_plugin_common [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-ea2f314b-cab2-4140-8fd9-73f2dc68b980 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Allocated IP 172.20.0.7 (361ae543-e60e-4018-8f94-c3d879df0f85/92530393-7543-4da4-bed6-73286a131f9c/7ac239ef-8a51-4298-8f3f-3e873f6190de) {{(pid=93893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:30:02.873451 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-45a29f7f-11f7-4fad-bd72-42870e640832 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Network e5a4407b-136d-4505-b628-117c1b1fc3a4 is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:30:02.936124 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-45a29f7f-11f7-4fad-bd72-42870e640832 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:30:02.942059 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-45a29f7f-11f7-4fad-bd72-42870e640832 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:30:02.943133 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-95a217ab-96cb-4420-97b3-b22a825e523f None None] For port 241f2667-d445-403b-86ef-e159889313c9, host dv-cinder-759961-6-iscsi, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:30:02.949893 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-95a217ab-96cb-4420-97b3-b22a825e523f None None] For port 241f2667-d445-403b-86ef-e159889313c9, host dv-cinder-759961-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=241f2667-d445-403b-86ef-e159889313c9,segment=NetworkSegment(ae7a5589-1c60-462f-a476-72f6648fe839),segment_id=ae7a5589-1c60-462f-a476-72f6648fe839)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:30:02.954491 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-45a29f7f-11f7-4fad-bd72-42870e640832 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:02.961354 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-45a29f7f-11f7-4fad-bd72-42870e640832 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:02.970294 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-95a217ab-96cb-4420-97b3-b22a825e523f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:02.995298 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c96cd1-bcd2-4411-8a4b-ecb3509bbbba None None] Pushing event updated for resources: {'Port': ['ID=241f2667-d445-403b-86ef-e159889313c9,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:03.003855 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a29f7f-11f7-4fad-bd72-42870e640832 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Pushing event updated for resources: {'Port': ['ID=4a62d4b3-3837-414b-a01d-079fec907da0,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:03.022519 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-726bdb56-d3e9-4e9b-95fc-13ffabc01d78 req-9781c14f-4803-48c2-84cf-55d9c15da676 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 210 time: 0.3914077 Aug 13 04:30:03.176742 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c96cd1-bcd2-4411-8a4b-ecb3509bbbba None None] Pushing event updated for resources: {'Port': ['ID=241f2667-d445-403b-86ef-e159889313c9,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:03.210773 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 34502) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:03.217211 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a217ab-96cb-4420-97b3-b22a825e523f None None] Routers {'bddf536a-96eb-4938-9e97-4d8f177ece72'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:30:03.222560 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-95a217ab-96cb-4420-97b3-b22a825e523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:29:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['bddf536a-96eb-4938-9e97-4d8f177ece72'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:30:03.450180 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-809a92ab-c9f1-4210-a6c0-59401c52ed1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:03.460769 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2d19ac43-15e4-483c-93e3-798ee00ac006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:03.496815 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-866f4c93-3341-4449-9b35-af2a7825f4c2 req-66fad16c-2fc1-40d0-aece-e813f7ce0cc9 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 210 time: 0.1884291 Aug 13 04:30:03.507590 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-809a92ab-c9f1-4210-a6c0-59401c52ed1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:03.513489 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-45a29f7f-11f7-4fad-bd72-42870e640832 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4562399 Aug 13 04:30:03.571876 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-7f46a38b-ec20-46db-be34-e7ff09aea5d9 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Made reservation on behalf of 14887014218041cc86fddfa8a151dcd6 for: {'port': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:30:03.579629 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-7f46a38b-ec20-46db-be34-e7ff09aea5d9 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:03.597339 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-95a217ab-96cb-4420-97b3-b22a825e523f None None] Set router bddf536a-96eb-4938-9e97-4d8f177ece72 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:30:03.604515 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 34512) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:03.604705 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-809a92ab-c9f1-4210-a6c0-59401c52ed1f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06645207a97f49188370943aba3ac801&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0711617 Aug 13 04:30:03.730201 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a92ab-c9f1-4210-a6c0-59401c52ed1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c28f9a6-89ce-4b99-8178-16aac417d1df,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:03.789024 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e7a472c6-1a20-472b-9ded-0b2e9e0908c1 req-10a77ebd-a9b7-4096-9408-b16d4f1066e3 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 210 time: 0.1510370 Aug 13 04:30:03.804326 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-ea2f314b-cab2-4140-8fd9-73f2dc68b980 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Notify callbacks [] for port, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:03.845892 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83929c40-09b2-4310-9ec4-1d5b506f79ba req-e56db1c4-764b-4f2e-9971-a26abe42f3bc tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:03.847671 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-83929c40-09b2-4310-9ec4-1d5b506f79ba req-e56db1c4-764b-4f2e-9971-a26abe42f3bc tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 932 time: 0.2881660 Aug 13 04:30:03.896442 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-87946cda-b3ff-4684-8d4a-fd34ce5c7936 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 04:30:03.910374 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-87946cda-b3ff-4684-8d4a-fd34ce5c7936 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0181787 Aug 13 04:30:03.954126 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-ea2f314b-cab2-4140-8fd9-73f2dc68b980 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932'] for port, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:03.960450 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-7f46a38b-ec20-46db-be34-e7ff09aea5d9 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Allocated IP 172.20.0.8 (9c9aa154-2553-4e43-a430-2b11cf059f5c/5b21e272-0ba6-46ef-9194-8e0451e934ca/f5bada29-7024-47b0-b3dd-d142dd41cdda) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:30:03.964196 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 241f2667-d445-403b-86ef-e159889313c9 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:30:03.988822 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7d7e7f44-3c62-444c-aaca-b4b62dc2efb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:04.029983 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7d7e7f44-3c62-444c-aaca-b4b62dc2efb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:04.036601 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ee5bdb94-0821-45d6-ae6e-3566c140770d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:04.050927 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-83929c40-09b2-4310-9ec4-1d5b506f79ba req-9a3c81ce-5637-4be8-a90e-16cd6623397e tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959221 Aug 13 04:30:04.057325 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ee5bdb94-0821-45d6-ae6e-3566c140770d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:04.092254 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-ee5bdb94-0821-45d6-ae6e-3566c140770d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa3c9844d84d4501b74347a8d6a6e5be&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8081577 Aug 13 04:30:04.117571 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 34518) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:04.164862 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning for port 241f2667-d445-403b-86ef-e159889313c9 completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:30:04.165302 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-ea2f314b-cab2-4140-8fd9-73f2dc68b980 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Network 361ae543-e60e-4018-8f94-c3d879df0f85 is already hosted by enough agents. {{(pid=93893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:30:04.171741 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port 241f2667-d445-403b-86ef-e159889313c9 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:30:04.172209 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:04.204567 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-04e7fd42-fc3a-41a8-b396-c1e7880e2b0b req-ca92ac9a-d358-4281-a0cf-230084579a38 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 210 time: 0.0486135 Aug 13 04:30:04.215780 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5bdb94-0821-45d6-ae6e-3566c140770d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ffbe76-80ad-4285-a753-c54a54bb7cdc,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:04.217463 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-95a217ab-96cb-4420-97b3-b22a825e523f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'name': 'tempest-AttachVolumeShelveTestJSON-34901002-router', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:48Z', 'updated_at': '2021-08-13T04:29:54Z', 'revision_number': 4, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'gw_port': {'id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:49Z', 'updated_at': '2021-08-13T04:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': '241f2667-d445-403b-86ef-e159889313c9', 'name': '', 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'mac_address': 'fa:16:3e:9d:51:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:53Z', 'updated_at': '2021-08-13T04:30:02Z', 'revision_number': 4, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'subnets': [{'id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:30:04.221634 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.base_scheduler [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-ea2f314b-cab2-4140-8fd9-73f2dc68b980 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Resources bound (agent type, host, resource id): {{(pid=93893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:30:04.232239 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-ea2f314b-cab2-4140-8fd9-73f2dc68b980 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Received port after_create {{(pid=93893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:30:04.238948 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-ea2f314b-cab2-4140-8fd9-73f2dc68b980 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:04.239685 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-ea2f314b-cab2-4140-8fd9-73f2dc68b980 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for port, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:04.252306 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a217ab-96cb-4420-97b3-b22a825e523f None None] The sync data for ids ['bddf536a-96eb-4938-9e97-4d8f177ece72'] in dv-cinder-759961-6-iscsi is: [{'id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'name': 'tempest-AttachVolumeShelveTestJSON-34901002-router', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:48Z', 'updated_at': '2021-08-13T04:29:54Z', 'revision_number': 4, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'gw_port': {'id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:49Z', 'updated_at': '2021-08-13T04:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': '241f2667-d445-403b-86ef-e159889313c9', 'name': '', 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'mac_address': 'fa:16:3e:9d:51:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:53Z', 'updated_at': '2021-08-13T04:30:02Z', 'revision_number': 4, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'subnets': [{'id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:30:04.256060 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f314b-cab2-4140-8fd9-73f2dc68b980 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Pushing event updated for resources: {'Port': ['ID=7ac239ef-8a51-4298-8f3f-3e873f6190de,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:04.278409 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-5ed00f0d-757a-4585-8559-7dca83f30634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:04.303379 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-5ed00f0d-757a-4585-8559-7dca83f30634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:04.310836 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:04.352006 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] For port 241f2667-d445-403b-86ef-e159889313c9, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=241f2667-d445-403b-86ef-e159889313c9,segment=NetworkSegment(ae7a5589-1c60-462f-a476-72f6648fe839),segment_id=ae7a5589-1c60-462f-a476-72f6648fe839)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:30:04.358238 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:04.360198 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-5ed00f0d-757a-4585-8559-7dca83f30634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:04.363784 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-5ed00f0d-757a-4585-8559-7dca83f30634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:04.365110 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-5ed00f0d-757a-4585-8559-7dca83f30634 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9ffbe76-80ad-4285-a753-c54a54bb7cdc HTTP/1.1" status: 204 len: 168 time: 0.2460227 Aug 13 04:30:04.379437 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed00f0d-757a-4585-8559-7dca83f30634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ffbe76-80ad-4285-a753-c54a54bb7cdc,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:04.424559 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-7f46a38b-ec20-46db-be34-e7ff09aea5d9 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:04.451705 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7d7e7f44-3c62-444c-aaca-b4b62dc2efb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:04.454407 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7d7e7f44-3c62-444c-aaca-b4b62dc2efb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:04.455740 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-7d7e7f44-3c62-444c-aaca-b4b62dc2efb9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c28f9a6-89ce-4b99-8178-16aac417d1df HTTP/1.1" status: 204 len: 168 time: 0.8474889 Aug 13 04:30:04.457010 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.provisioning_blocks [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-7f46a38b-ec20-46db-be34-e7ff09aea5d9 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Transition to ACTIVE for port object f5bada29-7024-47b0-b3dd-d142dd41cdda will not be triggered until provisioned by entity DHCP. {{(pid=93894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:30:04.483627 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e7f44-3c62-444c-aaca-b4b62dc2efb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c28f9a6-89ce-4b99-8178-16aac417d1df,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:04.486072 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Pushing event updated for resources: {'Port': ['ID=241f2667-d445-403b-86ef-e159889313c9,revision_number=5']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:04.548078 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2d19ac43-15e4-483c-93e3-798ee00ac006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:04.556160 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2d19ac43-15e4-483c-93e3-798ee00ac006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:04.563477 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-ea2f314b-cab2-4140-8fd9-73f2dc68b980 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0190401 Aug 13 04:30:04.592145 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d19ac43-15e4-483c-93e3-798ee00ac006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31324d9-b1f3-4d5f-b986-ad36b1f40688,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:04.610531 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-7f46a38b-ec20-46db-be34-e7ff09aea5d9 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:04.669079 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-2d19ac43-15e4-483c-93e3-798ee00ac006 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f3d7aafd609448c090eac774e89d76a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4570944 Aug 13 04:30:04.676131 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 34534) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:04.689750 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bf68a-6c5c-49ef-8600-2d1021f0b248 req-27c7ae66-f780-42ff-a616-bfffd486eb51 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:04.698814 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bd4bf68a-6c5c-49ef-8600-2d1021f0b248 req-27c7ae66-f780-42ff-a616-bfffd486eb51 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 931 time: 0.0890450 Aug 13 04:30:04.738804 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f46a38b-ec20-46db-be34-e7ff09aea5d9 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Pushing event updated for resources: {'Port': ['ID=f5bada29-7024-47b0-b3dd-d142dd41cdda,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:04.750472 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-7f46a38b-ec20-46db-be34-e7ff09aea5d9 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Network 9c9aa154-2553-4e43-a430-2b11cf059f5c is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:30:04.757163 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-7f46a38b-ec20-46db-be34-e7ff09aea5d9 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:30:04.763720 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-7f46a38b-ec20-46db-be34-e7ff09aea5d9 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:30:04.770047 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-7f46a38b-ec20-46db-be34-e7ff09aea5d9 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:04.770762 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-7f46a38b-ec20-46db-be34-e7ff09aea5d9 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:04.783145 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bd4bf68a-6c5c-49ef-8600-2d1021f0b248 req-acc5e296-f7f9-420e-a061-58f6b5cf43eb tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/security-groups?id=2005b603-1ae4-49a1-92f3-3182582458c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828302 Aug 13 04:30:04.830565 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-7f46a38b-ec20-46db-be34-e7ff09aea5d9 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5209892 Aug 13 04:30:04.833386 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8380be56-4b9e-4b0c-ad57-11eaa5d63811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:04.888590 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8380be56-4b9e-4b0c-ad57-11eaa5d63811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:04.897418 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 34544) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:04.918212 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e8f084fa-ab1e-4709-85a0-97eaa89654ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:04.966464 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8380be56-4b9e-4b0c-ad57-11eaa5d63811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:04.969918 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8380be56-4b9e-4b0c-ad57-11eaa5d63811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:04.971338 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-8380be56-4b9e-4b0c-ad57-11eaa5d63811 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b31324d9-b1f3-4d5f-b986-ad36b1f40688 HTTP/1.1" status: 204 len: 168 time: 0.2941682 Aug 13 04:30:04.981296 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8380be56-4b9e-4b0c-ad57-11eaa5d63811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31324d9-b1f3-4d5f-b986-ad36b1f40688,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:05.036050 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a546c7-b6f7-4e84-a883-0898a9562a03 req-b294bb1f-005d-484a-860a-327fbe9d421b tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:05.037624 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-20a546c7-b6f7-4e84-a883-0898a9562a03 req-b294bb1f-005d-484a-860a-327fbe9d421b tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 931 time: 0.1212139 Aug 13 04:30:05.122721 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-464a61f0-3b40-490f-86d9-2ce0ee72edac None None] Provisioning for port f5bada29-7024-47b0-b3dd-d142dd41cdda completed by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:30:05.129587 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-464a61f0-3b40-490f-86d9-2ce0ee72edac None None] Provisioning complete for port f5bada29-7024-47b0-b3dd-d142dd41cdda triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:30:05.130960 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-464a61f0-3b40-490f-86d9-2ce0ee72edac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:05.135408 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-20a546c7-b6f7-4e84-a883-0898a9562a03 req-0f2b4dff-040a-4f88-8ad0-0c86ade962de tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856304 Aug 13 04:30:05.200840 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-464a61f0-3b40-490f-86d9-2ce0ee72edac None None] Port f5bada29-7024-47b0-b3dd-d142dd41cdda cannot update to ACTIVE because it is not bound. {{(pid=93895) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:30:05.229666 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e8f084fa-ab1e-4709-85a0-97eaa89654ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:05.238962 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e8f084fa-ab1e-4709-85a0-97eaa89654ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:05.300967 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1bb4c-72a0-4113-8377-92dc14fadb11 req-e4fd6d85-64b3-4407-973c-cc722115f4e1 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:05.302516 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e6b1bb4c-72a0-4113-8377-92dc14fadb11 req-e4fd6d85-64b3-4407-973c-cc722115f4e1 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 932 time: 0.1301451 Aug 13 04:30:05.306140 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-e8f084fa-ab1e-4709-85a0-97eaa89654ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1d1dc7f24b95492bbd1a8c4631dccbae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4071445 Aug 13 04:30:05.307220 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f084fa-ab1e-4709-85a0-97eaa89654ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2322f1d-e8b4-40a4-a5cd-3ebbe42c2c28,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:05.308888 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 34556) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:05.383496 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5b749d3d-fef7-4aad-a57d-ab404d5c751d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:05.384533 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f990da9e-9ca3-42c6-b177-6d1894152f00 req-c2318ec9-01e6-40b4-b367-96615da89fe4 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 210 time: 0.0494788 Aug 13 04:30:05.390955 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e6b1bb4c-72a0-4113-8377-92dc14fadb11 req-c0e71ef2-9491-4199-901a-7c494f380c5d tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809622 Aug 13 04:30:05.407040 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5b749d3d-fef7-4aad-a57d-ab404d5c751d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:05.460632 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5b749d3d-fef7-4aad-a57d-ab404d5c751d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:05.464444 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5b749d3d-fef7-4aad-a57d-ab404d5c751d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:05.465775 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-5b749d3d-fef7-4aad-a57d-ab404d5c751d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2322f1d-e8b4-40a4-a5cd-3ebbe42c2c28 HTTP/1.1" status: 204 len: 168 time: 0.1535830 Aug 13 04:30:05.474048 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b749d3d-fef7-4aad-a57d-ab404d5c751d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2322f1d-e8b4-40a4-a5cd-3ebbe42c2c28,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:05.921199 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 241f2667-d445-403b-86ef-e159889313c9 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:30:05.991787 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf30725-1d46-410b-a2b3-e19eeb219659 req-2a77ee0c-96f6-4506-ba3f-471edadfed86 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:05.997817 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7cf30725-1d46-410b-a2b3-e19eeb219659 req-2a77ee0c-96f6-4506-ba3f-471edadfed86 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 931 time: 0.0990989 Aug 13 04:30:06.034916 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port 241f2667-d445-403b-86ef-e159889313c9 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:30:06.035301 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:06.122123 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7cf30725-1d46-410b-a2b3-e19eeb219659 req-22e5ce4a-5ce6-4c2e-84e1-a87629734762 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/security-groups?id=2005b603-1ae4-49a1-92f3-3182582458c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188002 Aug 13 04:30:06.450424 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7905b0-359b-4586-82ab-449b4ccfb779 req-9db30e55-4956-4143-86c9-58a1ef271a06 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:06.454137 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ca7905b0-359b-4586-82ab-449b4ccfb779 req-9db30e55-4956-4143-86c9-58a1ef271a06 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 931 time: 0.2089260 Aug 13 04:30:06.563078 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-01fc230f-7acc-4a31-a134-fc3c1c81e98a req-58018c1b-e258-4b7d-a2cb-f3a818e69de1 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 210 time: 0.0399978 Aug 13 04:30:06.617588 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ca7905b0-359b-4586-82ab-449b4ccfb779 req-e9ac9392-d363-4fbb-a887-61962013a528 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342669 Aug 13 04:30:06.742995 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ad261-35e4-4b61-a9ca-8d6a50d5096d req-6e732697-09e5-4c03-b26e-fd8e4dd6430d tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:06.750175 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-427ad261-35e4-4b61-a9ca-8d6a50d5096d req-6e732697-09e5-4c03-b26e-fd8e4dd6430d tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 932 time: 0.0650249 Aug 13 04:30:06.790791 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-427ad261-35e4-4b61-a9ca-8d6a50d5096d req-1d6b9640-e046-4f3f-a428-d14f29379f71 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388315 Aug 13 04:30:07.333796 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1878b-835f-476b-8b1b-2a564d7e99ba req-e8123d9c-4382-45c8-b251-a08a2c5a1b07 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:07.336181 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2ea1878b-835f-476b-8b1b-2a564d7e99ba req-e8123d9c-4382-45c8-b251-a08a2c5a1b07 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 931 time: 0.1422255 Aug 13 04:30:07.389504 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2ea1878b-835f-476b-8b1b-2a564d7e99ba req-fa83ca16-6256-4e9d-8dd2-dc39aa8212e6 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/security-groups?id=2005b603-1ae4-49a1-92f3-3182582458c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461292 Aug 13 04:30:07.747437 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-68b9ea0f-300b-4822-9577-711f29d77ce2 req-ed63a686-f426-4a50-87f5-12c4ac324595 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 210 time: 0.0456784 Aug 13 04:30:07.810595 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349a72e-e8f3-42d4-a7b7-91055ba6193b req-2cffb46d-bdff-4cd8-8d0d-504cbbf1c56a tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:07.813287 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b349a72e-e8f3-42d4-a7b7-91055ba6193b req-2cffb46d-bdff-4cd8-8d0d-504cbbf1c56a tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 931 time: 0.0626655 Aug 13 04:30:07.944685 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b349a72e-e8f3-42d4-a7b7-91055ba6193b req-d1d1cadf-c1c9-4fdd-bbde-e75eca2d6507 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198082 Aug 13 04:30:07.971560 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608eff4-4a24-4ca3-adc0-1ad670cea37a req-d0b92d12-e87d-46b4-b707-222aa321f715 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:07.979789 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e608eff4-4a24-4ca3-adc0-1ad670cea37a req-d0b92d12-e87d-46b4-b707-222aa321f715 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 932 time: 0.0927954 Aug 13 04:30:08.024604 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e608eff4-4a24-4ca3-adc0-1ad670cea37a req-59f8f45e-0b25-4d43-a9bd-d89c25ec1d34 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438299 Aug 13 04:30:08.072943 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e1304fd0-006d-4d9b-8de3-ec8a16763900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:08.098542 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 34692) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:08.259654 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-54e34534-2b40-46bf-a1c0-b15131265c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:08.394401 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-54e34534-2b40-46bf-a1c0-b15131265c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:08.401713 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-54e34534-2b40-46bf-a1c0-b15131265c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:08.489822 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-54e34534-2b40-46bf-a1c0-b15131265c0c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1b0dee2261044d9a68858020f9489e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3901501 Aug 13 04:30:08.493493 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 34714) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:08.495335 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e34534-2b40-46bf-a1c0-b15131265c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca259ed-7cd0-43f0-a663-5792c8e19f1a,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:08.556358 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178a681d-7bbb-4138-9686-31121ca806cf req-74028456-d801-4502-81f1-f58291788730 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:08.564840 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-178a681d-7bbb-4138-9686-31121ca806cf req-74028456-d801-4502-81f1-f58291788730 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 931 time: 0.0802147 Aug 13 04:30:08.593005 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a48f934c-9768-4b0b-84e6-6dc7fa6c811a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:08.605660 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-178a681d-7bbb-4138-9686-31121ca806cf req-bb63557f-39ca-4f95-b80f-6267b1c43966 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/security-groups?id=2005b603-1ae4-49a1-92f3-3182582458c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399246 Aug 13 04:30:08.624378 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a48f934c-9768-4b0b-84e6-6dc7fa6c811a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:08.691543 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a48f934c-9768-4b0b-84e6-6dc7fa6c811a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:08.698386 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a48f934c-9768-4b0b-84e6-6dc7fa6c811a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:08.701211 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-a48f934c-9768-4b0b-84e6-6dc7fa6c811a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ca259ed-7cd0-43f0-a663-5792c8e19f1a HTTP/1.1" status: 204 len: 168 time: 0.1995041 Aug 13 04:30:08.709312 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f934c-9768-4b0b-84e6-6dc7fa6c811a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca259ed-7cd0-43f0-a663-5792c8e19f1a,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:08.771148 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 34722) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:08.920902 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3b1c1fae-ccc1-4044-ac5b-5b213b307c7d req-2b5f9522-7f23-40a6-9dce-c3e1001ddb20 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 210 time: 0.0648630 Aug 13 04:30:08.923320 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7377e3fb-71e3-4758-891c-1da3c9761e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:09.061227 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7377e3fb-71e3-4758-891c-1da3c9761e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:09.067403 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7377e3fb-71e3-4758-891c-1da3c9761e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:09.142065 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-7377e3fb-71e3-4758-891c-1da3c9761e56 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6d3d8b0075342259a14acb2df0b480a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3697312 Aug 13 04:30:09.143871 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7377e3fb-71e3-4758-891c-1da3c9761e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f0ca5d-d023-48ad-a8f2-099a062b0727,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:09.146859 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 34742) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:09.225149 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5239ca6a-57cf-4761-8f65-f83b93d2dd7f req-c8a7066b-0903-409a-8c1c-6628cdf8ccfb tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:09.229874 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5239ca6a-57cf-4761-8f65-f83b93d2dd7f req-c8a7066b-0903-409a-8c1c-6628cdf8ccfb tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 931 time: 0.1526928 Aug 13 04:30:09.236164 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5138a8bf-30f0-407e-8406-024d14bb0dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:09.250321 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d01aff-1bb8-416b-9d95-5790630e9f69 req-30f128e7-a78f-4b78-bb52-1d0744b9d2d7 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:09.258869 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-18d01aff-1bb8-416b-9d95-5790630e9f69 req-30f128e7-a78f-4b78-bb52-1d0744b9d2d7 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 932 time: 0.1241126 Aug 13 04:30:09.262643 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 34744) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:09.309747 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-6c601efa-ede1-4e6e-b1ee-a5d37dee9e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:09.314167 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5138a8bf-30f0-407e-8406-024d14bb0dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:09.365648 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5239ca6a-57cf-4761-8f65-f83b93d2dd7f req-944230d6-95aa-47c5-a28e-e2e0dc4738ec tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928314 Aug 13 04:30:09.385620 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-18d01aff-1bb8-416b-9d95-5790630e9f69 req-5e337f8a-d19e-444f-9498-04d5505d9359 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202304 Aug 13 04:30:09.403910 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5138a8bf-30f0-407e-8406-024d14bb0dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:09.406603 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5138a8bf-30f0-407e-8406-024d14bb0dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:09.407862 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-5138a8bf-30f0-407e-8406-024d14bb0dc8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47f0ca5d-d023-48ad-a8f2-099a062b0727 HTTP/1.1" status: 204 len: 168 time: 0.2595854 Aug 13 04:30:09.427100 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5138a8bf-30f0-407e-8406-024d14bb0dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f0ca5d-d023-48ad-a8f2-099a062b0727,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:09.489097 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-6c601efa-ede1-4e6e-b1ee-a5d37dee9e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:09.493300 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-6c601efa-ede1-4e6e-b1ee-a5d37dee9e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:09.549911 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-6c601efa-ede1-4e6e-b1ee-a5d37dee9e91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30933ecd19ff4389a0972ea7bdf6b6e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2771730 Aug 13 04:30:09.549911 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c601efa-ede1-4e6e-b1ee-a5d37dee9e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3181bcd-a85b-4969-9d38-cd5de838ad90,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:09.550815 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 34750) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:09.624692 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a7805a17-03de-45f4-ba97-2c7efa87ff30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:09.658547 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a7805a17-03de-45f4-ba97-2c7efa87ff30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:09.721702 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a7805a17-03de-45f4-ba97-2c7efa87ff30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:09.725732 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a7805a17-03de-45f4-ba97-2c7efa87ff30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:09.727265 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-a7805a17-03de-45f4-ba97-2c7efa87ff30 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3181bcd-a85b-4969-9d38-cd5de838ad90 HTTP/1.1" status: 204 len: 168 time: 0.1754298 Aug 13 04:30:09.737887 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7805a17-03de-45f4-ba97-2c7efa87ff30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3181bcd-a85b-4969-9d38-cd5de838ad90,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:09.742069 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa9b763-c60e-4939-bb96-e3b9dbce1fd6 req-4a7fdb08-4184-4f55-ab1d-07e883cb318d tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:09.744275 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8fa9b763-c60e-4939-bb96-e3b9dbce1fd6 req-4a7fdb08-4184-4f55-ab1d-07e883cb318d tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 931 time: 0.0615404 Aug 13 04:30:09.799464 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8fa9b763-c60e-4939-bb96-e3b9dbce1fd6 req-382e6bf5-a5cc-435c-b42a-498a03d87285 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/security-groups?id=2005b603-1ae4-49a1-92f3-3182582458c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479190 Aug 13 04:30:09.834409 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 34760) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:09.848237 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e4789d02-e283-44d3-a152-2e86c8386c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:09.968640 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e4789d02-e283-44d3-a152-2e86c8386c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:09.973111 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e4789d02-e283-44d3-a152-2e86c8386c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:10.015627 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-e4789d02-e283-44d3-a152-2e86c8386c93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e566345a3974dda9781cbe16abd7402&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1801319 Aug 13 04:30:10.017013 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4789d02-e283-44d3-a152-2e86c8386c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb1466e-103f-44db-8063-a8b64e01ac8e,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:10.019654 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 34768) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:10.077749 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2aac6dc1-5778-4b1a-b6db-0dc515ee57ef req-406a4731-3936-4f4f-bd38-0aef8fc870fb tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 210 time: 0.0438104 Aug 13 04:30:10.110213 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-48169b38-81fe-412c-88ae-b99e60338b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:10.132524 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-48169b38-81fe-412c-88ae-b99e60338b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:10.191146 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-48169b38-81fe-412c-88ae-b99e60338b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:10.194035 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-48169b38-81fe-412c-88ae-b99e60338b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:10.198970 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-48169b38-81fe-412c-88ae-b99e60338b63 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1eb1466e-103f-44db-8063-a8b64e01ac8e HTTP/1.1" status: 204 len: 168 time: 0.1746149 Aug 13 04:30:10.204450 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48169b38-81fe-412c-88ae-b99e60338b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb1466e-103f-44db-8063-a8b64e01ac8e,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:10.514194 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5035c15-75eb-43aa-b865-0f4219d5dc0e req-588874b4-dade-44ce-9996-ee12acdd6b6f tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:10.516204 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d5035c15-75eb-43aa-b865-0f4219d5dc0e req-588874b4-dade-44ce-9996-ee12acdd6b6f tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 931 time: 0.0793791 Aug 13 04:30:10.541623 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ada13-c34a-4e12-81e5-f333bfc45812 req-d1f0e1fa-0e09-4cd7-813f-5e670cc35ee1 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:10.543388 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-dc1ada13-c34a-4e12-81e5-f333bfc45812 req-d1f0e1fa-0e09-4cd7-813f-5e670cc35ee1 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 932 time: 0.0936265 Aug 13 04:30:10.594088 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d5035c15-75eb-43aa-b865-0f4219d5dc0e req-a7a7dafc-a606-4b6b-933c-62f2f95beecc tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718150 Aug 13 04:30:10.651690 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-dc1ada13-c34a-4e12-81e5-f333bfc45812 req-e92cbce0-325b-439f-ab8c-4e0bea019e51 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989392 Aug 13 04:30:10.917070 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d85f3e58-17c7-498f-8602-1fc8b1da39dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:10.917703 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfcd4e-1b7b-4e78-bed4-701dbdbdec2f req-294e1f56-598c-4db1-9bfc-8045d31c14bd tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:10.919383 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5cbfcd4e-1b7b-4e78-bed4-701dbdbdec2f req-294e1f56-598c-4db1-9bfc-8045d31c14bd tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 931 time: 0.0561137 Aug 13 04:30:10.959872 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5cbfcd4e-1b7b-4e78-bed4-701dbdbdec2f req-19dd6e99-d632-47d7-9eed-ffc191203336 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/security-groups?id=2005b603-1ae4-49a1-92f3-3182582458c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347292 Aug 13 04:30:11.237640 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-585a14b9-394f-45e1-ab7b-4250be1a082e req-efce2a73-a554-4f84-957a-9f1244f634e8 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 210 time: 0.0458584 Aug 13 04:30:11.351538 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:11.536783 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:11.787087 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd697ce5-b25e-4920-9e7b-93d86a0b079b req-647c7481-01df-4699-920c-1a454e017533 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:11.788744 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bd697ce5-b25e-4920-9e7b-93d86a0b079b req-647c7481-01df-4699-920c-1a454e017533 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 931 time: 0.1138899 Aug 13 04:30:11.830810 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5846726-a19d-43e5-a7db-8ed705e68e16 req-762f85cc-7612-4419-bebc-abb817c5221e tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:11.833898 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f5846726-a19d-43e5-a7db-8ed705e68e16 req-762f85cc-7612-4419-bebc-abb817c5221e tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 932 time: 0.1118927 Aug 13 04:30:11.866484 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bd697ce5-b25e-4920-9e7b-93d86a0b079b req-c3671fc4-3df5-4564-b7d5-520cbc46a336 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693121 Aug 13 04:30:11.890339 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f5846726-a19d-43e5-a7db-8ed705e68e16 req-fa70f389-b7f2-4581-bb0b-67a107ade728 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508912 Aug 13 04:30:12.105311 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8b2e0-1c36-423d-9d74-7ca2e0317dde req-1a8a4736-abc3-4852-af62-53e62014a49f tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:12.106816 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7aa8b2e0-1c36-423d-9d74-7ca2e0317dde req-1a8a4736-abc3-4852-af62-53e62014a49f tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 931 time: 0.0599923 Aug 13 04:30:12.145388 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7aa8b2e0-1c36-423d-9d74-7ca2e0317dde req-232fc331-386a-4813-b6d1-402cb1655b6c tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/security-groups?id=2005b603-1ae4-49a1-92f3-3182582458c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322461 Aug 13 04:30:12.260168 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:12.363385 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-01b16b72-6e57-49fc-be51-c1abf487834c req-48420220-ef55-47b3-aca7-05b5fa49095a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 210 time: 0.0371101 Aug 13 04:30:12.783167 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 34922) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:12.930260 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-21337914-d030-4506-9edc-cbade924b95c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:13.101010 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c548f86-7a4f-4c62-9064-2b8406cc3385 req-4c62a667-672b-4fe6-814d-f2156c155d78 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:13.101723 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 34944) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:13.103942 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2c548f86-7a4f-4c62-9064-2b8406cc3385 req-4c62a667-672b-4fe6-814d-f2156c155d78 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 931 time: 0.1274974 Aug 13 04:30:13.136536 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6cf62-b670-44d1-b71b-0d9a79c22627 req-39e2ba03-fb6d-42f3-a516-403bcfcb1b04 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:13.138319 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5ef6cf62-b670-44d1-b71b-0d9a79c22627 req-39e2ba03-fb6d-42f3-a516-403bcfcb1b04 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 932 time: 0.1161463 Aug 13 04:30:13.220646 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2c548f86-7a4f-4c62-9064-2b8406cc3385 req-dfc3886a-9489-4e9b-af4f-f6b3708afa6e tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059663 Aug 13 04:30:13.238785 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5ef6cf62-b670-44d1-b71b-0d9a79c22627 req-f1b9970c-6844-4e2d-b717-ab34c7d72979 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872917 Aug 13 04:30:13.245051 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-21337914-d030-4506-9edc-cbade924b95c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:13.249968 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-21337914-d030-4506-9edc-cbade924b95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:13.268546 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2880db71-bb8b-4a36-b949-77dbb2e5ccd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:13.311633 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-21337914-d030-4506-9edc-cbade924b95c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab6c0055f6c2487d97b6855eea6a0e7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5248551 Aug 13 04:30:13.311633 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21337914-d030-4506-9edc-cbade924b95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9bcc9b-e747-4d71-bf96-a1e54b653ba3,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:13.315104 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 34956) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:13.391454 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-aff05123-c1e6-4121-a2c0-ab76b9a04f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:13.451469 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-aff05123-c1e6-4121-a2c0-ab76b9a04f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:13.502578 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff23b69-71af-4b60-ada0-9129fbcc7446 req-91a26b2d-95c2-49be-848c-45e8054e5f0b tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:13.504104 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2ff23b69-71af-4b60-ada0-9129fbcc7446 req-91a26b2d-95c2-49be-848c-45e8054e5f0b tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 931 time: 0.1060081 Aug 13 04:30:13.525929 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2880db71-bb8b-4a36-b949-77dbb2e5ccd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:13.533670 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2880db71-bb8b-4a36-b949-77dbb2e5ccd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:13.549833 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3ae711e3-b791-4aba-a137-b805499a7fa4 req-e57894a0-a254-420a-a6df-c8afe74c7ea3 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 210 time: 0.0442944 Aug 13 04:30:13.577105 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2ff23b69-71af-4b60-ada0-9129fbcc7446 req-25ad3af8-c8fa-498f-8268-83f0c090aab1 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/security-groups?id=2005b603-1ae4-49a1-92f3-3182582458c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606191 Aug 13 04:30:13.579847 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-aff05123-c1e6-4121-a2c0-ab76b9a04f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:13.582738 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880db71-bb8b-4a36-b949-77dbb2e5ccd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48813308-9fbe-46c0-aea0-143c7390d9b1,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:13.592925 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-aff05123-c1e6-4121-a2c0-ab76b9a04f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:13.592925 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-aff05123-c1e6-4121-a2c0-ab76b9a04f09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e9bcc9b-e747-4d71-bf96-a1e54b653ba3 HTTP/1.1" status: 204 len: 168 time: 0.2684774 Aug 13 04:30:13.593267 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-2880db71-bb8b-4a36-b949-77dbb2e5ccd2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=717d09cf3b174b7798703b1e3244ceea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4880810 Aug 13 04:30:13.598412 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 34974) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:13.616184 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff05123-c1e6-4121-a2c0-ab76b9a04f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9bcc9b-e747-4d71-bf96-a1e54b653ba3,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:13.668838 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-0c6e99f3-ea59-4fdf-bb98-caca6f62c25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:13.707588 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-0c6e99f3-ea59-4fdf-bb98-caca6f62c25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:13.781038 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-0c6e99f3-ea59-4fdf-bb98-caca6f62c25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:13.783857 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-0c6e99f3-ea59-4fdf-bb98-caca6f62c25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:13.785019 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-0c6e99f3-ea59-4fdf-bb98-caca6f62c25c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48813308-9fbe-46c0-aea0-143c7390d9b1 HTTP/1.1" status: 204 len: 168 time: 0.1854939 Aug 13 04:30:13.794459 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e99f3-ea59-4fdf-bb98-caca6f62c25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48813308-9fbe-46c0-aea0-143c7390d9b1,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:13.964280 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 34984) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:13.978185 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-d78f8be8-135a-4dc5-aba9-4f123f7aca20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:13.995641 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:14.074338 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-d78f8be8-135a-4dc5-aba9-4f123f7aca20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:14.078595 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-d78f8be8-135a-4dc5-aba9-4f123f7aca20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:14.139964 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f8be8-135a-4dc5-aba9-4f123f7aca20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26de778c-0ee5-433a-b7bc-4ffbc9378252,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:14.148991 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-d78f8be8-135a-4dc5-aba9-4f123f7aca20 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8afef0c1ca8e4e5db10b5e23e5cd4bc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1834507 Aug 13 04:30:14.152187 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 34988) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:14.187419 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 34990) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:14.210650 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5b685a0c-6314-41db-a544-15a72e4a5943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:14.214603 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-158f9ad5-39b5-42b7-8705-81ee2736108a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:14.239991 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-158f9ad5-39b5-42b7-8705-81ee2736108a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:14.303942 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-158f9ad5-39b5-42b7-8705-81ee2736108a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:14.306545 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-158f9ad5-39b5-42b7-8705-81ee2736108a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:14.307704 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-158f9ad5-39b5-42b7-8705-81ee2736108a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26de778c-0ee5-433a-b7bc-4ffbc9378252 HTTP/1.1" status: 204 len: 168 time: 0.1546533 Aug 13 04:30:14.345245 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f9ad5-39b5-42b7-8705-81ee2736108a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26de778c-0ee5-433a-b7bc-4ffbc9378252,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:14.351071 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5b685a0c-6314-41db-a544-15a72e4a5943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:14.363044 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5b685a0c-6314-41db-a544-15a72e4a5943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:14.404584 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b685a0c-6314-41db-a544-15a72e4a5943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4eff388-4e29-4983-a16c-f0cd10243418,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:14.440894 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-5b685a0c-6314-41db-a544-15a72e4a5943 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd99cad5fc3b46b0a2cce1b8bc481e9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2516150 Aug 13 04:30:14.443954 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 34998) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:14.480029 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe2adb-da5a-4a3b-98ec-3e9fa19d8427 req-be583595-d599-41e9-9127-24227143eb97 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:14.489398 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7ffe2adb-da5a-4a3b-98ec-3e9fa19d8427 req-be583595-d599-41e9-9127-24227143eb97 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 931 time: 0.1336985 Aug 13 04:30:14.512582 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0ac9c-239b-4a42-810e-39b387094d44 req-93b6a173-0b89-40ac-96f5-ac1e54bf4ea3 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:14.514033 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-09a0ac9c-239b-4a42-810e-39b387094d44 req-93b6a173-0b89-40ac-96f5-ac1e54bf4ea3 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 932 time: 0.1162205 Aug 13 04:30:14.531036 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0d8c4e43-45f2-4ea1-8d59-bc065a9ad9fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:14.580226 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0d8c4e43-45f2-4ea1-8d59-bc065a9ad9fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:14.585099 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7ffe2adb-da5a-4a3b-98ec-3e9fa19d8427 req-1b3dea72-7dd1-4829-a900-a784ead141d2 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905602 Aug 13 04:30:14.611824 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-09a0ac9c-239b-4a42-810e-39b387094d44 req-91b42642-55c9-4160-91b1-794b25d43ca3 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895185 Aug 13 04:30:14.659856 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0d8c4e43-45f2-4ea1-8d59-bc065a9ad9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:14.662553 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0d8c4e43-45f2-4ea1-8d59-bc065a9ad9fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:14.663871 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-0d8c4e43-45f2-4ea1-8d59-bc065a9ad9fd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4eff388-4e29-4983-a16c-f0cd10243418 HTTP/1.1" status: 204 len: 168 time: 0.2188334 Aug 13 04:30:14.672988 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c4e43-45f2-4ea1-8d59-bc065a9ad9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4eff388-4e29-4983-a16c-f0cd10243418,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:14.714113 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-14c8a1cb-201f-4039-bad8-9e179f9835e7 req-204ee4b5-cde2-41b6-a1d9-14668dced176 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 210 time: 0.0409889 Aug 13 04:30:14.783481 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853d04b-ea0b-457c-ba15-0acc6aebb300 req-6bca8b06-7df7-4732-9ec3-880e21afcdbe tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:14.785383 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5853d04b-ea0b-457c-ba15-0acc6aebb300 req-6bca8b06-7df7-4732-9ec3-880e21afcdbe tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 931 time: 0.0701044 Aug 13 04:30:14.849634 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5853d04b-ea0b-457c-ba15-0acc6aebb300 req-e0bb803c-98d4-4f4b-9190-c9ef96c09e03 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/security-groups?id=2005b603-1ae4-49a1-92f3-3182582458c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574849 Aug 13 04:30:15.514733 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 35042) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:15.681544 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-e4a3739a-edfb-43e6-be6a-361852b3ac68 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1365029136-network', 'tenant_id': '2f58dc46cb364d7195178a9aff390795'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:30:15.718693 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a3739a-edfb-43e6-be6a-361852b3ac68 admin admin] Made reservation on behalf of 2f58dc46cb364d7195178a9aff390795 for: {'network': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:30:15.721420 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e4a3739a-edfb-43e6-be6a-361852b3ac68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for network, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:15.731609 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e4a3739a-edfb-43e6-be6a-361852b3ac68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:15.814867 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19921a5b-9798-4849-80b7-f5df80b12a18 req-2a36d7f9-c2a2-4970-86a3-c0b09a605f8c tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:15.816838 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-19921a5b-9798-4849-80b7-f5df80b12a18 req-2a36d7f9-c2a2-4970-86a3-c0b09a605f8c tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 931 time: 0.0998869 Aug 13 04:30:15.852156 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a43b6-076d-4599-a5d3-cf8b634e6ecc req-29d31d30-f918-4c45-b606-f6cd4eb61eeb tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:15.863542 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-890a43b6-076d-4599-a5d3-cf8b634e6ecc req-29d31d30-f918-4c45-b606-f6cd4eb61eeb tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 932 time: 0.1101565 Aug 13 04:30:15.916474 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e4a3739a-edfb-43e6-be6a-361852b3ac68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:15.924856 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e4a3739a-edfb-43e6-be6a-361852b3ac68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:15.927353 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-890a43b6-076d-4599-a5d3-cf8b634e6ecc req-c54bf19e-47df-4d55-8bc8-2cbdc40ac6fd tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619833 Aug 13 04:30:15.982292 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3739a-edfb-43e6-be6a-361852b3ac68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fdff5f-c29c-4b15-a765-3d912fdd6a85,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:16.000487 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-19921a5b-9798-4849-80b7-f5df80b12a18 req-86569c91-a493-4e63-8719-70d20398cb1f tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587594 Aug 13 04:30:16.001936 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4a3739a-edfb-43e6-be6a-361852b3ac68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=93894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:30:16.033029 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e4a3739a-edfb-43e6-be6a-361852b3ac68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910'] for segment, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:16.033878 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.db.segments_db [None req-e4a3739a-edfb-43e6-be6a-361852b3ac68 admin admin] Added segment 338a91ad-0395-4b15-b7b0-b653378a553b of type vlan for network e1db4458-32bf-4889-83b2-df988b6fcd23 Aug 13 04:30:16.086340 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-fbd3ddae-feae-4d64-90e5-7c411e81e0ef req-1e4b7e67-05af-4f39-8c01-e81b45f27da8 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 210 time: 0.0369534 Aug 13 04:30:16.116600 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e4a3739a-edfb-43e6-be6a-361852b3ac68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740402894165'] for network, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:16.155800 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dcc52a-ec4d-482e-a7c8-0ed26e5b7c85 req-adc69c87-d52a-45b8-8c75-a8a60ed3dd83 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:16.157910 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-87dcc52a-ec4d-482e-a7c8-0ed26e5b7c85 req-adc69c87-d52a-45b8-8c75-a8a60ed3dd83 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 931 time: 0.0678079 Aug 13 04:30:16.166912 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e4a3739a-edfb-43e6-be6a-361852b3ac68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156'] for network, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:16.167735 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a3739a-edfb-43e6-be6a-361852b3ac68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:16.168336 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e4a3739a-edfb-43e6-be6a-361852b3ac68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:16.203487 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-87dcc52a-ec4d-482e-a7c8-0ed26e5b7c85 req-7eede7aa-b29c-4947-a1ca-119d3b34b997 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/security-groups?id=2005b603-1ae4-49a1-92f3-3182582458c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396419 Aug 13 04:30:16.232888 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-e4a3739a-edfb-43e6-be6a-361852b3ac68 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7167537 Aug 13 04:30:16.235792 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 35074) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:16.240681 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-5acde824-7a24-45a4-b262-bff14e2a0ab6 admin admin] Request body: {'subnet': {'network_id': 'e1db4458-32bf-4889-83b2-df988b6fcd23', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1365029136-subnet', 'tenant_id': '2f58dc46cb364d7195178a9aff390795', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:30:16.247013 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3739a-edfb-43e6-be6a-361852b3ac68 admin admin] Pushing event updated for resources: {'Network': ['ID=e1db4458-32bf-4889-83b2-df988b6fcd23,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:16.260821 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Network e1db4458-32bf-4889-83b2-df988b6fcd23 details requested by agent ovs-agent-dv-cinder-759961-6-iscsi with host dv-cinder-759961-6-iscsi {{(pid=93895) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:30:16.276001 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acde824-7a24-45a4-b262-bff14e2a0ab6 admin admin] Made reservation on behalf of 2f58dc46cb364d7195178a9aff390795 for: {'subnet': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:30:16.278950 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5acde824-7a24-45a4-b262-bff14e2a0ab6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:16.473745 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5acde824-7a24-45a4-b262-bff14e2a0ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156'] for subnet, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:16.532916 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acde824-7a24-45a4-b262-bff14e2a0ab6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77680032-b09b-417c-9426-23bc7ff32f78,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:16.541050 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acde824-7a24-45a4-b262-bff14e2a0ab6 admin admin] Checking segment: {'id': '338a91ad-0395-4b15-b7b0-b653378a553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e1db4458-32bf-4889-83b2-df988b6fcd23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:30:16.541404 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acde824-7a24-45a4-b262-bff14e2a0ab6 admin admin] Network hostable DHCP agents. Network: e1db4458-32bf-4889-83b2-df988b6fcd23, hostable agents: ['648804f1-66f0-43bb-b72d-2cc8dd7b696f'], hosted agents: [] {{(pid=93894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:30:16.558348 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acde824-7a24-45a4-b262-bff14e2a0ab6 admin admin] Network e1db4458-32bf-4889-83b2-df988b6fcd23 is scheduled to be hosted by DHCP agent 648804f1-66f0-43bb-b72d-2cc8dd7b696f with binding_index 1 {{(pid=93894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:30:16.567240 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-5acde824-7a24-45a4-b262-bff14e2a0ab6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-6-iscsi, e1db4458-32bf-4889-83b2-df988b6fcd23) {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:30:16.573997 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acde824-7a24-45a4-b262-bff14e2a0ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:16.575133 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5acde824-7a24-45a4-b262-bff14e2a0ab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:16.598357 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d603d7f-868b-49c6-9e1e-b6ef03d07b80 None None] Network e1db4458-32bf-4889-83b2-df988b6fcd23 requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:30:16.608827 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-5acde824-7a24-45a4-b262-bff14e2a0ab6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3718507 Aug 13 04:30:16.768984 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb3a837-099e-4f44-8a21-0adfced5dc9c None None] Network e1db4458-32bf-4889-83b2-df988b6fcd23 requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:30:17.127585 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fab94e-87c6-42ee-9876-42855f2c6839 req-ca80ab0a-7267-4e8e-b935-ea0d3fe69bb7 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:17.129204 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-70fab94e-87c6-42ee-9876-42855f2c6839 req-ca80ab0a-7267-4e8e-b935-ea0d3fe69bb7 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 932 time: 0.1178596 Aug 13 04:30:17.154212 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21246ff-b492-4773-88ef-96c96a8aee19 req-066af535-89df-41dd-845e-7ecbb35c0b69 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:17.155847 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c21246ff-b492-4773-88ef-96c96a8aee19 req-066af535-89df-41dd-845e-7ecbb35c0b69 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 931 time: 0.0918269 Aug 13 04:30:17.252717 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-70fab94e-87c6-42ee-9876-42855f2c6839 req-49473150-02df-4fe2-a737-e387f37e9052 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140804 Aug 13 04:30:17.310432 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c21246ff-b492-4773-88ef-96c96a8aee19 req-551d129f-b3a9-424b-ae8e-164cb0dcf6b9 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365397 Aug 13 04:30:17.379936 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-16ae7dde-925e-453a-931c-9d878b874e54 req-0fbfddb0-924d-4b5e-b661-436da00b15db tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 210 time: 0.0546589 Aug 13 04:30:17.497676 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0ce2e-dec7-4202-ba7d-5411d0e08c0e req-caf1fd8a-4494-47e4-9664-cdea6e067fd5 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:17.499839 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e1c0ce2e-dec7-4202-ba7d-5411d0e08c0e req-caf1fd8a-4494-47e4-9664-cdea6e067fd5 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 931 time: 0.0788193 Aug 13 04:30:17.573964 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e1c0ce2e-dec7-4202-ba7d-5411d0e08c0e req-1c488e18-fb12-4e29-94b8-9e092172d94f tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/security-groups?id=2005b603-1ae4-49a1-92f3-3182582458c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669825 Aug 13 04:30:17.693003 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 35134) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:17.801179 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-50c6e107-b846-4097-b916-3593e9a452dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:17.853647 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 35140) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:17.859009 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [None req-f3ec5df0-4d44-4eb4-81af-c3341acfcb1f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1806736066-network', 'tenant_id': '55fbe1aeee8f43e6b533d79a2cd21e1b'}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:30:17.895555 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-50c6e107-b846-4097-b916-3593e9a452dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:17.900819 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-50c6e107-b846-4097-b916-3593e9a452dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:17.915992 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ec5df0-4d44-4eb4-81af-c3341acfcb1f admin admin] Made reservation on behalf of 55fbe1aeee8f43e6b533d79a2cd21e1b for: {'network': 1} {{(pid=93893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:30:17.918374 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-f3ec5df0-4d44-4eb4-81af-c3341acfcb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for network, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:17.926622 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-f3ec5df0-4d44-4eb4-81af-c3341acfcb1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:17.941790 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-50c6e107-b846-4097-b916-3593e9a452dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=76676a9f8dcb4e5da0875119eb722d1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475519 Aug 13 04:30:17.942641 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c6e107-b846-4097-b916-3593e9a452dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8dddbc2-a034-45b5-9d17-d6766746f7d5,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:17.944325 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 35144) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:18.030531 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-76bf3123-5196-4dbc-8e9f-1381ff6f7682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:18.064245 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-76bf3123-5196-4dbc-8e9f-1381ff6f7682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:18.100650 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-f3ec5df0-4d44-4eb4-81af-c3341acfcb1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:18.107656 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-f3ec5df0-4d44-4eb4-81af-c3341acfcb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:18.132086 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ec5df0-4d44-4eb4-81af-c3341acfcb1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=93893) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:30:18.153137 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec5df0-4d44-4eb4-81af-c3341acfcb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad587908-a36f-4eb0-bae1-fc9ca64e1f08,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:18.172502 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-76bf3123-5196-4dbc-8e9f-1381ff6f7682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:18.175131 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-76bf3123-5196-4dbc-8e9f-1381ff6f7682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:18.176308 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-76bf3123-5196-4dbc-8e9f-1381ff6f7682 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8dddbc2-a034-45b5-9d17-d6766746f7d5 HTTP/1.1" status: 204 len: 168 time: 0.2307312 Aug 13 04:30:18.177574 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-f3ec5df0-4d44-4eb4-81af-c3341acfcb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910'] for segment, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:18.177914 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.db.segments_db [None req-f3ec5df0-4d44-4eb4-81af-c3341acfcb1f admin admin] Added segment 5e10d908-e66b-40c0-97fa-28eafa2889a8 of type vlan for network 606a79c5-df2d-4b70-a36e-d2197711cd2c Aug 13 04:30:18.197870 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf3123-5196-4dbc-8e9f-1381ff6f7682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8dddbc2-a034-45b5-9d17-d6766746f7d5,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:18.234167 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-f3ec5df0-4d44-4eb4-81af-c3341acfcb1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740402894165'] for network, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:18.264133 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-f3ec5df0-4d44-4eb4-81af-c3341acfcb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156'] for network, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:18.265609 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ec5df0-4d44-4eb4-81af-c3341acfcb1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:18.266338 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-f3ec5df0-4d44-4eb4-81af-c3341acfcb1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for network, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:18.288727 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-f3ec5df0-4d44-4eb4-81af-c3341acfcb1f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4339375 Aug 13 04:30:18.292169 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 35158) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:18.299453 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-ae4558ce-fdf1-4c3d-b4da-b358864be4c0 admin admin] Request body: {'subnet': {'network_id': '606a79c5-df2d-4b70-a36e-d2197711cd2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1806736066-subnet', 'tenant_id': '55fbe1aeee8f43e6b533d79a2cd21e1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:30:18.331836 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec5df0-4d44-4eb4-81af-c3341acfcb1f admin admin] Pushing event updated for resources: {'Network': ['ID=606a79c5-df2d-4b70-a36e-d2197711cd2c,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:18.333002 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4558ce-fdf1-4c3d-b4da-b358864be4c0 admin admin] Made reservation on behalf of 55fbe1aeee8f43e6b533d79a2cd21e1b for: {'subnet': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:30:18.337720 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ae4558ce-fdf1-4c3d-b4da-b358864be4c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:18.342996 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Network 606a79c5-df2d-4b70-a36e-d2197711cd2c details requested by agent ovs-agent-dv-cinder-759961-6-iscsi with host dv-cinder-759961-6-iscsi {{(pid=93895) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:30:18.422837 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d867f79-2b93-45ec-983e-ae3ccd2f8a72 req-8ebde8cd-4aa0-4d5f-b040-2790c0e66043 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:18.424577 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1d867f79-2b93-45ec-983e-ae3ccd2f8a72 req-8ebde8cd-4aa0-4d5f-b040-2790c0e66043 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 932 time: 0.0717416 Aug 13 04:30:18.507282 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1d867f79-2b93-45ec-983e-ae3ccd2f8a72 req-66f60094-e5a0-41fa-a343-95b6b49b0f90 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513492 Aug 13 04:30:18.515787 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446aa39-1ba1-470e-a8f3-7cad3aa8d401 req-de4feea5-665b-4713-af7c-69363d34c5cc tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:18.517562 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1446aa39-1ba1-470e-a8f3-7cad3aa8d401 req-de4feea5-665b-4713-af7c-69363d34c5cc tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 931 time: 0.0920362 Aug 13 04:30:18.570615 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1446aa39-1ba1-470e-a8f3-7cad3aa8d401 req-debbab78-d479-4550-a0ca-871e8ea4bd2c tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445471 Aug 13 04:30:18.610093 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ae4558ce-fdf1-4c3d-b4da-b358864be4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156'] for subnet, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:18.647575 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5384c847-9e23-4103-b68f-61a9832fe24a req-096d79c5-01eb-407c-857c-69c9db87a74e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 210 time: 0.0511222 Aug 13 04:30:18.693802 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4558ce-fdf1-4c3d-b4da-b358864be4c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d15f2d39-ee5b-4991-b6ae-ab06f906928f,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:18.707424 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4558ce-fdf1-4c3d-b4da-b358864be4c0 admin admin] Checking segment: {'id': '5e10d908-e66b-40c0-97fa-28eafa2889a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '606a79c5-df2d-4b70-a36e-d2197711cd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:30:18.707790 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4558ce-fdf1-4c3d-b4da-b358864be4c0 admin admin] Network hostable DHCP agents. Network: 606a79c5-df2d-4b70-a36e-d2197711cd2c, hostable agents: ['648804f1-66f0-43bb-b72d-2cc8dd7b696f'], hosted agents: [] {{(pid=93894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:30:18.730912 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4558ce-fdf1-4c3d-b4da-b358864be4c0 admin admin] Network 606a79c5-df2d-4b70-a36e-d2197711cd2c is scheduled to be hosted by DHCP agent 648804f1-66f0-43bb-b72d-2cc8dd7b696f with binding_index 1 {{(pid=93894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:30:18.735191 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d341e7-1d55-4b40-88b6-ebd1520e26f0 req-8e82e8ac-6ce3-4cc5-a7fe-1562a4d929bd tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:18.736514 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-78d341e7-1d55-4b40-88b6-ebd1520e26f0 req-8e82e8ac-6ce3-4cc5-a7fe-1562a4d929bd tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 931 time: 0.0591519 Aug 13 04:30:18.745006 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-ae4558ce-fdf1-4c3d-b4da-b358864be4c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-6-iscsi, 606a79c5-df2d-4b70-a36e-d2197711cd2c) {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:30:18.751524 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4558ce-fdf1-4c3d-b4da-b358864be4c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:18.752343 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ae4558ce-fdf1-4c3d-b4da-b358864be4c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:18.753018 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f949ce2d-1ce0-4575-a138-91811897c545 None None] Network 606a79c5-df2d-4b70-a36e-d2197711cd2c requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:30:18.779293 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-ae4558ce-fdf1-4c3d-b4da-b358864be4c0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4851432 Aug 13 04:30:18.798139 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-78d341e7-1d55-4b40-88b6-ebd1520e26f0 req-e01cd5c3-a2ef-4eeb-a437-20815c399c7d tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/security-groups?id=2005b603-1ae4-49a1-92f3-3182582458c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554020 Aug 13 04:30:19.046283 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c1e216-de4b-45b3-9f11-21173216d040 None None] Network 606a79c5-df2d-4b70-a36e-d2197711cd2c requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:30:19.651392 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0bbb9f-7a76-4fa2-b036-25acc7c84e17 req-d2713ea7-4f60-4baa-9dd6-1b46c03277d3 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:19.652914 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7c0bbb9f-7a76-4fa2-b036-25acc7c84e17 req-d2713ea7-4f60-4baa-9dd6-1b46c03277d3 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 932 time: 0.0640256 Aug 13 04:30:19.715970 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7c0bbb9f-7a76-4fa2-b036-25acc7c84e17 req-8828a4ef-7add-4c64-9647-a9d3158bc70f tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539868 Aug 13 04:30:19.723812 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8fb1a-6d9b-44c6-adf6-c862132e3075 req-b68bd53e-077f-4fba-a227-6a59032d0fe3 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:19.725206 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5cd8fb1a-6d9b-44c6-adf6-c862132e3075 req-b68bd53e-077f-4fba-a227-6a59032d0fe3 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 931 time: 0.0713840 Aug 13 04:30:19.767053 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5cd8fb1a-6d9b-44c6-adf6-c862132e3075 req-72afd86a-f6ac-48a5-8522-380b63c58a8f tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312788 Aug 13 04:30:19.798811 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1efd9509-455a-4c39-b215-47701bf25181 req-ae780aa2-f345-49a2-9f5f-3f9d38e2b5ee tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 210 time: 0.0291169 Aug 13 04:30:19.917048 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73b2ff-de4e-42ae-876e-90ba965e81d1 req-54049217-70ec-47ab-a5b1-3ef9c3a25f15 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:19.918513 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-cc73b2ff-de4e-42ae-876e-90ba965e81d1 req-54049217-70ec-47ab-a5b1-3ef9c3a25f15 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 931 time: 0.0482428 Aug 13 04:30:19.954824 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-cc73b2ff-de4e-42ae-876e-90ba965e81d1 req-06562c7e-981f-4628-85bc-843b8adec607 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/security-groups?id=2005b603-1ae4-49a1-92f3-3182582458c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303600 Aug 13 04:30:20.362404 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 6 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:30:20.506236 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-b8dcdada-5e1c-4599-b57e-231c35359095 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 04:30:20.513786 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-d046b69a-cdb4-48aa-bd11-91a3bb9b579a tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93893) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 04:30:20.515089 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-d046b69a-cdb4-48aa-bd11-91a3bb9b579a tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075552 Aug 13 04:30:20.516767 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-b8dcdada-5e1c-4599-b57e-231c35359095 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156300 Aug 13 04:30:20.873261 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ea4e6-0681-4f06-8d03-52567650ed84 req-aab8adc3-2189-4969-9dd7-116ae8f4ca34 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:20.875724 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b78ea4e6-0681-4f06-8d03-52567650ed84 req-aab8adc3-2189-4969-9dd7-116ae8f4ca34 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 932 time: 0.0866179 Aug 13 04:30:20.950122 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b78ea4e6-0681-4f06-8d03-52567650ed84 req-ba827559-6fae-4812-aa24-eb40d784ace8 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597017 Aug 13 04:30:20.962824 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c987c21-fe83-4d07-91f6-99a76090c694 req-4a33e825-186f-45b8-b1d5-abe5afd047d4 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:20.964318 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4c987c21-fe83-4d07-91f6-99a76090c694 req-4a33e825-186f-45b8-b1d5-abe5afd047d4 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 931 time: 0.0844061 Aug 13 04:30:21.009402 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4c987c21-fe83-4d07-91f6-99a76090c694 req-c163bd7d-ba9e-4c5d-843c-604ee14aa10a tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373857 Aug 13 04:30:21.042965 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3db721af-9b03-46f1-a963-7dda87c2361f req-1460e1f9-5948-4033-b139-b7757357dd2d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 210 time: 0.0263708 Aug 13 04:30:21.116564 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb51d48-f6bf-4ef4-862e-d617d06aad30 req-278fff14-4838-40fe-88b3-c2a7f24cebdf tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:21.118634 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-adb51d48-f6bf-4ef4-862e-d617d06aad30 req-278fff14-4838-40fe-88b3-c2a7f24cebdf tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 931 time: 0.0485997 Aug 13 04:30:21.156367 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-adb51d48-f6bf-4ef4-862e-d617d06aad30 req-d1bd9b88-11aa-4b31-be62-89ccd15e43dd tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/security-groups?id=2005b603-1ae4-49a1-92f3-3182582458c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314531 Aug 13 04:30:21.596782 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.64', 61488) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:21.723156 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-8859b6a1-3176-4552-a521-0a709fef89c8 service neutron] Request body: {'port': {'device_id': '47f20e62-089b-4313-bad1-6139880e21cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:30:21.751260 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-4345fce9-adbc-46e2-98b0-698633853a85 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:21.753861 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-4345fce9-adbc-46e2-98b0-698633853a85 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.64 "GET /v2.0/networks?id=961a975f-b6bf-4b12-8622-52a8bd477fc6 HTTP/1.1" status: 200 len: 815 time: 0.1426883 Aug 13 04:30:21.766762 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-28454f9f-4b11-490d-a1a5-b101fc4bd4eb service neutron] Request body: {'port': {'device_id': '4efb80e9-e2d4-416d-ad9d-3957beb33d56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:30:21.773005 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-f7e77b92-fbb4-4f00-9b17-11d844bb5155 service neutron] Request body: {'port': {'device_id': 'a0662f42-e77d-4f85-84ad-b58befdc445d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:30:21.823157 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-8859b6a1-3176-4552-a521-0a709fef89c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:21.863309 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-28454f9f-4b11-490d-a1a5-b101fc4bd4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:21.872960 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-f7e77b92-fbb4-4f00-9b17-11d844bb5155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:21.888470 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-0b70b54b-9dee-4c36-befc-a5da5e2a9b41 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97bcef962215442fa34d9ef949492fc4 HTTP/1.1" status: 200 len: 379 time: 0.0748110 Aug 13 04:30:21.915317 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e795b723-ee4c-4abb-b2fe-d3d3403e9ee2 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Request body: {'port': {'device_id': 'd299e5c1-cd60-4057-93a3-5d32e1908d2f', 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6', 'admin_state_up': True, 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'security_groups': ['028702fa-2644-4442-a6b4-b744d7181b03']}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:30:22.107336 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e795b723-ee4c-4abb-b2fe-d3d3403e9ee2 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Made reservation on behalf of 97bcef962215442fa34d9ef949492fc4 for: {'port': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:30:22.111086 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e795b723-ee4c-4abb-b2fe-d3d3403e9ee2 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:22.345586 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e795b723-ee4c-4abb-b2fe-d3d3403e9ee2 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Allocated IP 172.20.0.4 (961a975f-b6bf-4b12-8622-52a8bd477fc6/f926821c-827a-487a-ac65-0966f4150cbf/c3be48be-e5ee-48ea-a418-bc6c5c7a337c) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:30:22.394091 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1540b65-6178-4915-b07d-1181ac360326 req-7505704b-8521-47f8-8218-82720c67e1c5 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:22.395539 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b1540b65-6178-4915-b07d-1181ac360326 req-7505704b-8521-47f8-8218-82720c67e1c5 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 932 time: 0.3197651 Aug 13 04:30:22.476355 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94883e8d-3d3a-4953-b9f9-943a41974830 req-4e59ad87-2aae-4fe7-924f-b29446f3be91 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:22.477926 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-94883e8d-3d3a-4953-b9f9-943a41974830 req-4e59ad87-2aae-4fe7-924f-b29446f3be91 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 931 time: 0.3342316 Aug 13 04:30:22.527043 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-f7e77b92-fbb4-4f00-9b17-11d844bb5155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5bada29-7024-47b0-b3dd-d142dd41cdda {{(pid=93894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:30:22.549285 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e795b723-ee4c-4abb-b2fe-d3d3403e9ee2 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:22.554844 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-f7e77b92-fbb4-4f00-9b17-11d844bb5155 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:22.557281 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b1540b65-6178-4915-b07d-1181ac360326 req-6def9d73-f2b8-465f-bfe3-d301be6cf976 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524973 Aug 13 04:30:22.580155 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.provisioning_blocks [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e795b723-ee4c-4abb-b2fe-d3d3403e9ee2 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Transition to ACTIVE for port object c3be48be-e5ee-48ea-a418-bc6c5c7a337c will not be triggered until provisioned by entity DHCP. {{(pid=93894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:30:22.605475 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-94883e8d-3d3a-4953-b9f9-943a41974830 req-a22ec673-8d24-4ded-872e-2d27820e1fe6 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163609 Aug 13 04:30:22.629574 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e795b723-ee4c-4abb-b2fe-d3d3403e9ee2 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:22.674096 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e795b723-ee4c-4abb-b2fe-d3d3403e9ee2 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Network 961a975f-b6bf-4b12-8622-52a8bd477fc6 is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:30:22.675460 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e795b723-ee4c-4abb-b2fe-d3d3403e9ee2 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:30:22.677659 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.provisioning_blocks [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-f7e77b92-fbb4-4f00-9b17-11d844bb5155 service neutron] Transition to ACTIVE for port object f5bada29-7024-47b0-b3dd-d142dd41cdda will not be triggered until provisioned by entity L2. {{(pid=93894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:30:22.681170 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e795b723-ee4c-4abb-b2fe-d3d3403e9ee2 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:30:22.686784 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e795b723-ee4c-4abb-b2fe-d3d3403e9ee2 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:22.687414 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e795b723-ee4c-4abb-b2fe-d3d3403e9ee2 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:22.701701 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-f7e77b92-fbb4-4f00-9b17-11d844bb5155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:22.722834 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e795b723-ee4c-4abb-b2fe-d3d3403e9ee2 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8277791 Aug 13 04:30:22.738976 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e462f0c3-1685-48e8-8c03-462f889ca3e9 service neutron] Request body: {'port': {'device_id': 'd299e5c1-cd60-4057-93a3-5d32e1908d2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:30:22.784492 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e795b723-ee4c-4abb-b2fe-d3d3403e9ee2 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Pushing event updated for resources: {'Port': ['ID=c3be48be-e5ee-48ea-a418-bc6c5c7a337c,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:22.831001 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-28454f9f-4b11-490d-a1a5-b101fc4bd4eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a62d4b3-3837-414b-a01d-079fec907da0 {{(pid=93893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:30:22.844433 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-28454f9f-4b11-490d-a1a5-b101fc4bd4eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:22.863353 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.provisioning_blocks [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-28454f9f-4b11-490d-a1a5-b101fc4bd4eb service neutron] Transition to ACTIVE for port object 4a62d4b3-3837-414b-a01d-079fec907da0 will not be triggered until provisioned by entity L2. {{(pid=93893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:30:22.873005 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-28454f9f-4b11-490d-a1a5-b101fc4bd4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:22.932195 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e77b92-fbb4-4f00-9b17-11d844bb5155 service neutron] Pushing event updated for resources: {'Port': ['ID=f5bada29-7024-47b0-b3dd-d142dd41cdda,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:22.967718 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28454f9f-4b11-490d-a1a5-b101fc4bd4eb service neutron] Pushing event updated for resources: {'Port': ['ID=4a62d4b3-3837-414b-a01d-079fec907da0,revision_number=2']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:23.002620 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-8859b6a1-3176-4552-a521-0a709fef89c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ac239ef-8a51-4298-8f3f-3e873f6190de {{(pid=93893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:30:23.020264 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e8e7e-cdb8-4214-9019-49dbb825e00e req-211cfdc0-4c78-418f-8403-d9ad73a5304d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:23.022308 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-dd4e8e7e-cdb8-4214-9019-49dbb825e00e req-211cfdc0-4c78-418f-8403-d9ad73a5304d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 931 time: 0.3176837 Aug 13 04:30:23.042543 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-8859b6a1-3176-4552-a521-0a709fef89c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:23.063269 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-f7e77b92-fbb4-4f00-9b17-11d844bb5155 service neutron] Attempting to bind port f5bada29-7024-47b0-b3dd-d142dd41cdda on host hv-cinder-75996 for vnic_type normal with profile {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:30:23.063887 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-f7e77b92-fbb4-4f00-9b17-11d844bb5155 service neutron] Attempting to bind port f5bada29-7024-47b0-b3dd-d142dd41cdda by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '529d8121-1e24-4545-a5c6-195ed2cbad21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c'}] {{(pid=93894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:30:23.064396 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-f7e77b92-fbb4-4f00-9b17-11d844bb5155 service neutron] Attempting to bind port f5bada29-7024-47b0-b3dd-d142dd41cdda on network 9c9aa154-2553-4e43-a430-2b11cf059f5c {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:30:23.071742 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e462f0c3-1685-48e8-8c03-462f889ca3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:23.099709 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-f7e77b92-fbb4-4f00-9b17-11d844bb5155 service neutron] Port f5bada29-7024-47b0-b3dd-d142dd41cdda on network 9c9aa154-2553-4e43-a430-2b11cf059f5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:30:23.100218 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-f7e77b92-fbb4-4f00-9b17-11d844bb5155 service neutron] Attempting to bind port f5bada29-7024-47b0-b3dd-d142dd41cdda on network 9c9aa154-2553-4e43-a430-2b11cf059f5c {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:30:23.122767 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-f7e77b92-fbb4-4f00-9b17-11d844bb5155 service neutron] Checking agent: {'id': '799e1584-199c-46e1-adc5-08501adf479b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:30:23.123217 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-f7e77b92-fbb4-4f00-9b17-11d844bb5155 service neutron] Checking segment: {'id': '529d8121-1e24-4545-a5c6-195ed2cbad21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:30:23.124266 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-f7e77b92-fbb4-4f00-9b17-11d844bb5155 service neutron] Bound using segment: {'id': '529d8121-1e24-4545-a5c6-195ed2cbad21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c'} {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:30:23.124745 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-f7e77b92-fbb4-4f00-9b17-11d844bb5155 service neutron] Bound port: f5bada29-7024-47b0-b3dd-d142dd41cdda, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '529d8121-1e24-4545-a5c6-195ed2cbad21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c'}}] {{(pid=93894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:30:23.125108 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-f7e77b92-fbb4-4f00-9b17-11d844bb5155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:23.144641 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-dd4e8e7e-cdb8-4214-9019-49dbb825e00e req-9f8261ab-8c6a-436f-96b4-3ae682a76c20 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991247 Aug 13 04:30:23.166060 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-28454f9f-4b11-490d-a1a5-b101fc4bd4eb service neutron] Attempting to bind port 4a62d4b3-3837-414b-a01d-079fec907da0 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:30:23.166443 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-28454f9f-4b11-490d-a1a5-b101fc4bd4eb service neutron] Attempting to bind port 4a62d4b3-3837-414b-a01d-079fec907da0 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '294d5366-306b-4365-8cf5-2c3e5f8bb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e5a4407b-136d-4505-b628-117c1b1fc3a4'}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:30:23.166779 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-28454f9f-4b11-490d-a1a5-b101fc4bd4eb service neutron] Attempting to bind port 4a62d4b3-3837-414b-a01d-079fec907da0 on network e5a4407b-136d-4505-b628-117c1b1fc3a4 {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:30:23.174298 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.provisioning_blocks [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-8859b6a1-3176-4552-a521-0a709fef89c8 service neutron] Transition to ACTIVE for port object 7ac239ef-8a51-4298-8f3f-3e873f6190de will not be triggered until provisioned by entity L2. {{(pid=93893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:30:23.175547 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-28454f9f-4b11-490d-a1a5-b101fc4bd4eb service neutron] Port 4a62d4b3-3837-414b-a01d-079fec907da0 on network e5a4407b-136d-4505-b628-117c1b1fc3a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:30:23.176082 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-28454f9f-4b11-490d-a1a5-b101fc4bd4eb service neutron] Attempting to bind port 4a62d4b3-3837-414b-a01d-079fec907da0 on network e5a4407b-136d-4505-b628-117c1b1fc3a4 {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:30:23.187456 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50addc44-5550-4956-928a-3b927dc71441 req-33e7c497-dd75-471e-9cc3-12196040884b tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:23.195597 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-50addc44-5550-4956-928a-3b927dc71441 req-33e7c497-dd75-471e-9cc3-12196040884b tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 931 time: 0.3283100 Aug 13 04:30:23.211071 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-4db387f2-a662-42cb-be23-2e82916b7f03 None None] Provisioning for port c3be48be-e5ee-48ea-a418-bc6c5c7a337c completed by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:30:23.212706 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-8859b6a1-3176-4552-a521-0a709fef89c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:23.216372 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-4db387f2-a662-42cb-be23-2e82916b7f03 None None] Provisioning complete for port c3be48be-e5ee-48ea-a418-bc6c5c7a337c triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:30:23.217198 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4db387f2-a662-42cb-be23-2e82916b7f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:23.218568 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-28454f9f-4b11-490d-a1a5-b101fc4bd4eb service neutron] Checking agent: {'id': '799e1584-199c-46e1-adc5-08501adf479b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:30:23.218750 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-28454f9f-4b11-490d-a1a5-b101fc4bd4eb service neutron] Checking segment: {'id': '294d5366-306b-4365-8cf5-2c3e5f8bb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e5a4407b-136d-4505-b628-117c1b1fc3a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:30:23.219219 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-28454f9f-4b11-490d-a1a5-b101fc4bd4eb service neutron] Bound using segment: {'id': '294d5366-306b-4365-8cf5-2c3e5f8bb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e5a4407b-136d-4505-b628-117c1b1fc3a4'} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:30:23.219684 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-28454f9f-4b11-490d-a1a5-b101fc4bd4eb service neutron] Bound port: 4a62d4b3-3837-414b-a01d-079fec907da0, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '294d5366-306b-4365-8cf5-2c3e5f8bb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e5a4407b-136d-4505-b628-117c1b1fc3a4'}}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:30:23.220039 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-28454f9f-4b11-490d-a1a5-b101fc4bd4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:23.266262 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-4db387f2-a662-42cb-be23-2e82916b7f03 None None] Port c3be48be-e5ee-48ea-a418-bc6c5c7a337c cannot update to ACTIVE because it is not bound. {{(pid=93895) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:30:23.358880 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859b6a1-3176-4552-a521-0a709fef89c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7ac239ef-8a51-4298-8f3f-3e873f6190de,revision_number=2']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:23.394112 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-50addc44-5550-4956-928a-3b927dc71441 req-38b18af3-1138-44f8-b8ae-a72fbfdb1e66 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/security-groups?id=2005b603-1ae4-49a1-92f3-3182582458c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971760 Aug 13 04:30:23.421315 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-8859b6a1-3176-4552-a521-0a709fef89c8 service neutron] Attempting to bind port 7ac239ef-8a51-4298-8f3f-3e873f6190de on host hv-cinder-75996 for vnic_type normal with profile {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:30:23.421674 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-8859b6a1-3176-4552-a521-0a709fef89c8 service neutron] Attempting to bind port 7ac239ef-8a51-4298-8f3f-3e873f6190de by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'bcc8529d-17ee-4497-a305-015a07cff0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '361ae543-e60e-4018-8f94-c3d879df0f85'}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:30:23.422013 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-8859b6a1-3176-4552-a521-0a709fef89c8 service neutron] Attempting to bind port 7ac239ef-8a51-4298-8f3f-3e873f6190de on network 361ae543-e60e-4018-8f94-c3d879df0f85 {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:30:23.436845 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-8859b6a1-3176-4552-a521-0a709fef89c8 service neutron] Port 7ac239ef-8a51-4298-8f3f-3e873f6190de on network 361ae543-e60e-4018-8f94-c3d879df0f85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:30:23.437175 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-8859b6a1-3176-4552-a521-0a709fef89c8 service neutron] Attempting to bind port 7ac239ef-8a51-4298-8f3f-3e873f6190de on network 361ae543-e60e-4018-8f94-c3d879df0f85 {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:30:23.451178 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-8859b6a1-3176-4552-a521-0a709fef89c8 service neutron] Checking agent: {'id': '799e1584-199c-46e1-adc5-08501adf479b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:30:23.451926 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-8859b6a1-3176-4552-a521-0a709fef89c8 service neutron] Checking segment: {'id': 'bcc8529d-17ee-4497-a305-015a07cff0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '361ae543-e60e-4018-8f94-c3d879df0f85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:30:23.452333 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-8859b6a1-3176-4552-a521-0a709fef89c8 service neutron] Bound using segment: {'id': 'bcc8529d-17ee-4497-a305-015a07cff0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '361ae543-e60e-4018-8f94-c3d879df0f85'} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:30:23.452770 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-8859b6a1-3176-4552-a521-0a709fef89c8 service neutron] Bound port: 7ac239ef-8a51-4298-8f3f-3e873f6190de, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcc8529d-17ee-4497-a305-015a07cff0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '361ae543-e60e-4018-8f94-c3d879df0f85'}}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:30:23.453728 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-8859b6a1-3176-4552-a521-0a709fef89c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:23.466740 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-28454f9f-4b11-490d-a1a5-b101fc4bd4eb service neutron] For port 4a62d4b3-3837-414b-a01d-079fec907da0, host hv-cinder-75996, cleared binding levels {{(pid=93893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:30:23.515033 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-28454f9f-4b11-490d-a1a5-b101fc4bd4eb service neutron] For port 4a62d4b3-3837-414b-a01d-079fec907da0, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=4a62d4b3-3837-414b-a01d-079fec907da0,segment=NetworkSegment(294d5366-306b-4365-8cf5-2c3e5f8bb811),segment_id=294d5366-306b-4365-8cf5-2c3e5f8bb811)] {{(pid=93893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:30:23.526880 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-28454f9f-4b11-490d-a1a5-b101fc4bd4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:23.543426 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-f7e77b92-fbb4-4f00-9b17-11d844bb5155 service neutron] For port f5bada29-7024-47b0-b3dd-d142dd41cdda, host hv-cinder-75996, cleared binding levels {{(pid=93894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:30:23.578399 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-f7e77b92-fbb4-4f00-9b17-11d844bb5155 service neutron] For port f5bada29-7024-47b0-b3dd-d142dd41cdda, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=f5bada29-7024-47b0-b3dd-d142dd41cdda,segment=NetworkSegment(529d8121-1e24-4545-a5c6-195ed2cbad21),segment_id=529d8121-1e24-4545-a5c6-195ed2cbad21)] {{(pid=93894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:30:23.582986 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-28454f9f-4b11-490d-a1a5-b101fc4bd4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:23.583777 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-28454f9f-4b11-490d-a1a5-b101fc4bd4eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for port, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:23.585369 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-28454f9f-4b11-490d-a1a5-b101fc4bd4eb service neutron] 10.222.0.64 "PUT /v2.0/ports/4a62d4b3-3837-414b-a01d-079fec907da0 HTTP/1.1" status: 200 len: 1094 time: 1.9723446 Aug 13 04:30:23.585807 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4efb80e9-e2d4-416d-ad9d-3957beb33d56', 'tag': '4a62d4b3-3837-414b-a01d-079fec907da0'}] {{(pid=93893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:30:23.587427 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-f7e77b92-fbb4-4f00-9b17-11d844bb5155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:23.684192 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-f7e77b92-fbb4-4f00-9b17-11d844bb5155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:23.684826 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-f7e77b92-fbb4-4f00-9b17-11d844bb5155 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:23.686616 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-f7e77b92-fbb4-4f00-9b17-11d844bb5155 service neutron] 10.222.0.64 "PUT /v2.0/ports/f5bada29-7024-47b0-b3dd-d142dd41cdda HTTP/1.1" status: 200 len: 1093 time: 2.0510802 Aug 13 04:30:23.689203 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0662f42-e77d-4f85-84ad-b58befdc445d', 'tag': 'f5bada29-7024-47b0-b3dd-d142dd41cdda'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:30:23.722847 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28454f9f-4b11-490d-a1a5-b101fc4bd4eb service neutron] Pushing event updated for resources: {'Port': ['ID=4a62d4b3-3837-414b-a01d-079fec907da0,revision_number=3']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:23.740563 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-8859b6a1-3176-4552-a521-0a709fef89c8 service neutron] For port 7ac239ef-8a51-4298-8f3f-3e873f6190de, host hv-cinder-75996, cleared binding levels {{(pid=93893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:30:23.760598 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 35368) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:23.798839 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e77b92-fbb4-4f00-9b17-11d844bb5155 service neutron] Pushing event updated for resources: {'Port': ['ID=f5bada29-7024-47b0-b3dd-d142dd41cdda,revision_number=3']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:23.802438 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-8859b6a1-3176-4552-a521-0a709fef89c8 service neutron] For port 7ac239ef-8a51-4298-8f3f-3e873f6190de, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=7ac239ef-8a51-4298-8f3f-3e873f6190de,segment=NetworkSegment(bcc8529d-17ee-4497-a305-015a07cff0c2),segment_id=bcc8529d-17ee-4497-a305-015a07cff0c2)] {{(pid=93893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:30:23.823860 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-8859b6a1-3176-4552-a521-0a709fef89c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:23.880358 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-8859b6a1-3176-4552-a521-0a709fef89c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:23.880993 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-8859b6a1-3176-4552-a521-0a709fef89c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for port, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:23.882744 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-8859b6a1-3176-4552-a521-0a709fef89c8 service neutron] 10.222.0.64 "PUT /v2.0/ports/7ac239ef-8a51-4298-8f3f-3e873f6190de HTTP/1.1" status: 200 len: 1093 time: 2.2536707 Aug 13 04:30:23.915620 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03922947-ed86-460c-90e4-43d99836a3f4 req-40255472-9112-4d8b-b2e0-2244359fc385 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:23.919805 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-03922947-ed86-460c-90e4-43d99836a3f4 req-40255472-9112-4d8b-b2e0-2244359fc385 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 943 time: 0.1821370 Aug 13 04:30:23.933184 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e462f0c3-1685-48e8-8c03-462f889ca3e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3be48be-e5ee-48ea-a418-bc6c5c7a337c {{(pid=93894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:30:23.950441 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19719aa0-ab0a-4af1-9a21-75b3df593e64 req-a242ab11-a5af-430d-aae5-d8f6447d364c tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:23.956031 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e462f0c3-1685-48e8-8c03-462f889ca3e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:23.958009 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-19719aa0-ab0a-4af1-9a21-75b3df593e64 req-a242ab11-a5af-430d-aae5-d8f6447d364c tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 944 time: 0.2214847 Aug 13 04:30:23.983961 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-cdcb98c3-afba-4d79-98fc-6802264f7039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:24.011973 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.provisioning_blocks [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e462f0c3-1685-48e8-8c03-462f889ca3e9 service neutron] Transition to ACTIVE for port object c3be48be-e5ee-48ea-a418-bc6c5c7a337c will not be triggered until provisioned by entity L2. {{(pid=93894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:30:24.016961 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70cdd4b14b3222e3d0e13c26c8e97d260020fc564b3ab37a06bbaa54b203d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23f22f8-e351-46f5-a402-bc2325cc0b7a" -d '{"events": [{"name": "network-changed", "server_uuid": "a0662f42-e77d-4f85-84ad-b58befdc445d", "tag": "f5bada29-7024-47b0-b3dd-d142dd41cdda"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:30:24.019319 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aea723d68c964973b0702c1800637223d1e6775f666202f903cb1e18101cb68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3b3c3a-f164-47d6-894c-4adeee562cad" -d '{"events": [{"name": "network-changed", "server_uuid": "4efb80e9-e2d4-416d-ad9d-3957beb33d56", "tag": "4a62d4b3-3837-414b-a01d-079fec907da0"}]}' {{(pid=93893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:30:24.024742 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e462f0c3-1685-48e8-8c03-462f889ca3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:24.027545 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859b6a1-3176-4552-a521-0a709fef89c8 service neutron] Pushing event updated for resources: {'Port': ['ID=7ac239ef-8a51-4298-8f3f-3e873f6190de,revision_number=3']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:24.066693 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-03922947-ed86-460c-90e4-43d99836a3f4 req-82dfd43e-54e0-494f-96d4-7f66983cbc15 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456008 Aug 13 04:30:24.104028 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-19719aa0-ab0a-4af1-9a21-75b3df593e64 req-4b828f3e-8833-4512-8475-45cf9ac99b81 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429842 Aug 13 04:30:24.153009 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e462f0c3-1685-48e8-8c03-462f889ca3e9 service neutron] Attempting to bind port c3be48be-e5ee-48ea-a418-bc6c5c7a337c on host hv-cinder-75996 for vnic_type normal with profile {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:30:24.153341 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e462f0c3-1685-48e8-8c03-462f889ca3e9 service neutron] Attempting to bind port c3be48be-e5ee-48ea-a418-bc6c5c7a337c by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'ae7a5589-1c60-462f-a476-72f6648fe839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6'}] {{(pid=93894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:30:24.153702 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e462f0c3-1685-48e8-8c03-462f889ca3e9 service neutron] Attempting to bind port c3be48be-e5ee-48ea-a418-bc6c5c7a337c on network 961a975f-b6bf-4b12-8622-52a8bd477fc6 {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:30:24.160699 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462f0c3-1685-48e8-8c03-462f889ca3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c3be48be-e5ee-48ea-a418-bc6c5c7a337c,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:24.179353 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e462f0c3-1685-48e8-8c03-462f889ca3e9 service neutron] Port c3be48be-e5ee-48ea-a418-bc6c5c7a337c on network 961a975f-b6bf-4b12-8622-52a8bd477fc6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:30:24.180429 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e462f0c3-1685-48e8-8c03-462f889ca3e9 service neutron] Attempting to bind port c3be48be-e5ee-48ea-a418-bc6c5c7a337c on network 961a975f-b6bf-4b12-8622-52a8bd477fc6 {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:30:24.189411 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e462f0c3-1685-48e8-8c03-462f889ca3e9 service neutron] Checking agent: {'id': '799e1584-199c-46e1-adc5-08501adf479b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:30:24.190618 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e462f0c3-1685-48e8-8c03-462f889ca3e9 service neutron] Checking segment: {'id': 'ae7a5589-1c60-462f-a476-72f6648fe839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:30:24.191401 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e462f0c3-1685-48e8-8c03-462f889ca3e9 service neutron] Bound using segment: {'id': 'ae7a5589-1c60-462f-a476-72f6648fe839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6'} {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:30:24.192470 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e462f0c3-1685-48e8-8c03-462f889ca3e9 service neutron] Bound port: c3be48be-e5ee-48ea-a418-bc6c5c7a337c, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae7a5589-1c60-462f-a476-72f6648fe839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6'}}] {{(pid=93894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:30:24.193384 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e462f0c3-1685-48e8-8c03-462f889ca3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:24.356207 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d627ea-f86b-46e9-9603-646cd8357cf4 x-openstack-request-id: req-76d627ea-f86b-46e9-9603-646cd8357cf4 {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:30:24.356639 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0662f42-e77d-4f85-84ad-b58befdc445d", "tag": "f5bada29-7024-47b0-b3dd-d142dd41cdda", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:30:24.363425 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-76d627ea-f86b-46e9-9603-646cd8357cf4 {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:30:24.364171 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0662f42-e77d-4f85-84ad-b58befdc445d', 'tag': 'f5bada29-7024-47b0-b3dd-d142dd41cdda', 'status': 'completed', 'code': 200} Aug 13 04:30:24.375085 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8a7ca4-f34f-4014-9e3b-bc79d4c7a143 x-openstack-request-id: req-fb8a7ca4-f34f-4014-9e3b-bc79d4c7a143 {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:30:24.375723 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4efb80e9-e2d4-416d-ad9d-3957beb33d56", "tag": "4a62d4b3-3837-414b-a01d-079fec907da0", "status": "completed", "code": 200}]} {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:30:24.375925 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fb8a7ca4-f34f-4014-9e3b-bc79d4c7a143 {{(pid=93893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:30:24.376428 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4efb80e9-e2d4-416d-ad9d-3957beb33d56', 'tag': '4a62d4b3-3837-414b-a01d-079fec907da0', 'status': 'completed', 'code': 200} Aug 13 04:30:24.385274 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-cdcb98c3-afba-4d79-98fc-6802264f7039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:24.397861 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-cdcb98c3-afba-4d79-98fc-6802264f7039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:24.481666 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-cdcb98c3-afba-4d79-98fc-6802264f7039 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbc8e756bf984cde885d931b12cffeb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7183747 Aug 13 04:30:24.487455 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 35418) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:24.509267 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb98c3-afba-4d79-98fc-6802264f7039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6402ff9e-1a1b-44c3-a252-198e2c5713f7,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:24.515416 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e462f0c3-1685-48e8-8c03-462f889ca3e9 service neutron] For port c3be48be-e5ee-48ea-a418-bc6c5c7a337c, host hv-cinder-75996, cleared binding levels {{(pid=93894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:30:24.531042 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e462f0c3-1685-48e8-8c03-462f889ca3e9 service neutron] For port c3be48be-e5ee-48ea-a418-bc6c5c7a337c, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c3be48be-e5ee-48ea-a418-bc6c5c7a337c,segment=NetworkSegment(ae7a5589-1c60-462f-a476-72f6648fe839),segment_id=ae7a5589-1c60-462f-a476-72f6648fe839)] {{(pid=93894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:30:24.539373 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e462f0c3-1685-48e8-8c03-462f889ca3e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:24.575810 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e462f0c3-1685-48e8-8c03-462f889ca3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:24.576424 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e462f0c3-1685-48e8-8c03-462f889ca3e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:24.577845 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-e462f0c3-1685-48e8-8c03-462f889ca3e9 service neutron] 10.222.0.64 "PUT /v2.0/ports/c3be48be-e5ee-48ea-a418-bc6c5c7a337c HTTP/1.1" status: 200 len: 1093 time: 1.8432670 Aug 13 04:30:24.588936 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb8c1ca-c3fd-4427-8c9e-1b7d65f6b30d req-6859cb46-b4c0-4840-bbd7-35d1f0a89798 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:24.596316 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4cb8c1ca-c3fd-4427-8c9e-1b7d65f6b30d req-6859cb46-b4c0-4840-bbd7-35d1f0a89798 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.1615343 Aug 13 04:30:24.610978 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e462f0c3-1685-48e8-8c03-462f889ca3e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c3be48be-e5ee-48ea-a418-bc6c5c7a337c,revision_number=3']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:24.626221 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ef9d6206-699c-4338-92c1-fb6e06c00356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:24.653643 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee569ee3-b74e-4b5d-86fa-fd3bfab259e0 req-ee619534-1ebe-43f2-a452-b075736cb01f tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:24.655149 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ee569ee3-b74e-4b5d-86fa-fd3bfab259e0 req-ee619534-1ebe-43f2-a452-b075736cb01f tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 943 time: 0.1374369 Aug 13 04:30:24.693781 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ef9d6206-699c-4338-92c1-fb6e06c00356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:24.706012 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4cb8c1ca-c3fd-4427-8c9e-1b7d65f6b30d req-81b0ad42-6e50-4af2-a2b3-b1e8387ac351 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088188 Aug 13 04:30:24.745502 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ee569ee3-b74e-4b5d-86fa-fd3bfab259e0 req-e032391c-9158-42a5-a59e-ebd360128037 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/security-groups?id=2005b603-1ae4-49a1-92f3-3182582458c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808260 Aug 13 04:30:24.766517 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ef9d6206-699c-4338-92c1-fb6e06c00356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:24.769328 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ef9d6206-699c-4338-92c1-fb6e06c00356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:24.773612 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-ef9d6206-699c-4338-92c1-fb6e06c00356 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6402ff9e-1a1b-44c3-a252-198e2c5713f7 HTTP/1.1" status: 204 len: 168 time: 0.2843912 Aug 13 04:30:24.782846 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d6206-699c-4338-92c1-fb6e06c00356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6402ff9e-1a1b-44c3-a252-198e2c5713f7,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:25.047147 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 35430) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:25.063277 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-4f493587-53cd-4e83-92c4-fdd2efb8d895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:25.165787 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-4f493587-53cd-4e83-92c4-fdd2efb8d895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:25.189333 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-4f493587-53cd-4e83-92c4-fdd2efb8d895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:25.416027 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-4f493587-53cd-4e83-92c4-fdd2efb8d895 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b3fff0e6c464eb194155595105ed718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3672233 Aug 13 04:30:25.418748 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f493587-53cd-4e83-92c4-fdd2efb8d895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e638b7b-c54e-406d-9bb1-f574519a4bb3,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:25.418867 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 35438) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:25.436338 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fc32d-9ca7-4420-957e-00a4f8a9105c req-0949239b-74a2-447e-a5b8-1797b6053070 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:25.437843 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3f3fc32d-9ca7-4420-957e-00a4f8a9105c req-0949239b-74a2-447e-a5b8-1797b6053070 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 943 time: 0.2881346 Aug 13 04:30:25.450909 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d968874-d2fc-444e-89a5-3226884cbcfc req-b30c279d-9ad1-4337-8408-7330cadfadca tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:25.452477 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2d968874-d2fc-444e-89a5-3226884cbcfc req-b30c279d-9ad1-4337-8408-7330cadfadca tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 944 time: 0.2606416 Aug 13 04:30:25.475689 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-75ca8fb1-370a-42e1-8a7e-9d8964859a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:25.506880 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3f3fc32d-9ca7-4420-957e-00a4f8a9105c req-fc90fa94-d80d-4a9b-a2d4-83896dc4d067 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534267 Aug 13 04:30:25.508985 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-75ca8fb1-370a-42e1-8a7e-9d8964859a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:25.514639 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2d968874-d2fc-444e-89a5-3226884cbcfc req-74c06619-fa3b-4de0-9b23-46dd41de44dd tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550265 Aug 13 04:30:25.576268 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-75ca8fb1-370a-42e1-8a7e-9d8964859a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:25.578864 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-75ca8fb1-370a-42e1-8a7e-9d8964859a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:25.580007 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-75ca8fb1-370a-42e1-8a7e-9d8964859a76 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e638b7b-c54e-406d-9bb1-f574519a4bb3 HTTP/1.1" status: 204 len: 168 time: 0.1602314 Aug 13 04:30:25.587953 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca8fb1-370a-42e1-8a7e-9d8964859a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e638b7b-c54e-406d-9bb1-f574519a4bb3,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:25.872990 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5bc19-e02d-49fe-8f29-f73fc691b673 req-090f925c-b4dd-4684-ae78-97d7f6a58c2f tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:25.874533 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7aa5bc19-e02d-49fe-8f29-f73fc691b673 req-090f925c-b4dd-4684-ae78-97d7f6a58c2f tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.0778944 Aug 13 04:30:25.912991 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8982d-82d7-4663-bb0a-53a887aa291c req-309c2b40-4b42-4653-bba8-123b7cbbc1f9 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:25.915243 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ada8982d-82d7-4663-bb0a-53a887aa291c req-309c2b40-4b42-4653-bba8-123b7cbbc1f9 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 943 time: 0.0796595 Aug 13 04:30:25.944025 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7aa5bc19-e02d-49fe-8f29-f73fc691b673 req-d10d196d-83a9-4e92-aea1-e16219ce4c87 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610688 Aug 13 04:30:25.966220 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ada8982d-82d7-4663-bb0a-53a887aa291c req-5ce378e0-d465-4b78-8112-5e6378dff529 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/security-groups?id=2005b603-1ae4-49a1-92f3-3182582458c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405710 Aug 13 04:30:26.366347 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd299e5c1-cd60-4057-93a3-5d32e1908d2f', 'tag': 'c3be48be-e5ee-48ea-a418-bc6c5c7a337c'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:30:26.368594 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70cdd4b14b3222e3d0e13c26c8e97d260020fc564b3ab37a06bbaa54b203d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5781bcc-e35c-4749-bf57-cbd3bb39164d" -d '{"events": [{"name": "network-changed", "server_uuid": "d299e5c1-cd60-4057-93a3-5d32e1908d2f", "tag": "c3be48be-e5ee-48ea-a418-bc6c5c7a337c"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:30:26.377834 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47f20e62-089b-4313-bad1-6139880e21cd', 'tag': '7ac239ef-8a51-4298-8f3f-3e873f6190de'}] {{(pid=93893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:30:26.380174 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aea723d68c964973b0702c1800637223d1e6775f666202f903cb1e18101cb68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee4888d-2da1-46e6-85b4-e988311a30fd" -d '{"events": [{"name": "network-changed", "server_uuid": "47f20e62-089b-4313-bad1-6139880e21cd", "tag": "7ac239ef-8a51-4298-8f3f-3e873f6190de"}]}' {{(pid=93893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:30:26.411809 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99e86ea-2526-41ef-abaa-cc3a5d2df087 x-openstack-request-id: req-b99e86ea-2526-41ef-abaa-cc3a5d2df087 {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:30:26.412104 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d299e5c1-cd60-4057-93a3-5d32e1908d2f", "tag": "c3be48be-e5ee-48ea-a418-bc6c5c7a337c", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:30:26.412352 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b99e86ea-2526-41ef-abaa-cc3a5d2df087 {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:30:26.412748 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd299e5c1-cd60-4057-93a3-5d32e1908d2f', 'tag': 'c3be48be-e5ee-48ea-a418-bc6c5c7a337c', 'status': 'completed', 'code': 200} Aug 13 04:30:26.420954 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73dd6598-49c9-4a18-a1c7-59f5d6137c7b x-openstack-request-id: req-73dd6598-49c9-4a18-a1c7-59f5d6137c7b {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:30:26.421246 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47f20e62-089b-4313-bad1-6139880e21cd", "tag": "7ac239ef-8a51-4298-8f3f-3e873f6190de", "status": "completed", "code": 200}]} {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:30:26.421534 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-73dd6598-49c9-4a18-a1c7-59f5d6137c7b {{(pid=93893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:30:26.421925 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47f20e62-089b-4313-bad1-6139880e21cd', 'tag': '7ac239ef-8a51-4298-8f3f-3e873f6190de', 'status': 'completed', 'code': 200} Aug 13 04:30:26.712080 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5781bcc-e35c-4749-bf57-cbd3bb39164d req-d1327dc9-90eb-4f3f-8d67-4cb9a65a5cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:26.715205 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b5781bcc-e35c-4749-bf57-cbd3bb39164d req-d1327dc9-90eb-4f3f-8d67-4cb9a65a5cf0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=97bcef962215442fa34d9ef949492fc4&device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 1096 time: 0.2116022 Aug 13 04:30:26.718664 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-a4979d97-4f6d-4c24-b9b6-22621b4cd420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:26.728826 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-a4979d97-4f6d-4c24-b9b6-22621b4cd420 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=41073eeaf0b24fdda847a5a1ee0954c6&device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 1096 time: 0.2398429 Aug 13 04:30:26.779342 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b3c3a-f164-47d6-894c-4adeee562cad req-1799cacb-cb02-4355-a582-45855ffa07c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:26.780819 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0d3b3c3a-f164-47d6-894c-4adeee562cad req-1799cacb-cb02-4355-a582-45855ffa07c8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=44afcd45727640ec80dc17fe4fcf67fb&device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 1097 time: 0.2653000 Aug 13 04:30:26.817091 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f22f8-e351-46f5-a402-bc2325cc0b7a req-e583ec0c-4dcd-462c-a50b-2e803daeeeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:26.818872 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d23f22f8-e351-46f5-a402-bc2325cc0b7a req-e583ec0c-4dcd-462c-a50b-2e803daeeeb9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=14887014218041cc86fddfa8a151dcd6&device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 1096 time: 0.2947853 Aug 13 04:30:26.849518 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696abd96-b9ad-4ff7-bab2-08c7acf73fc6 req-ace366af-990a-4421-b898-ffb4968fecd8 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:26.854359 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-696abd96-b9ad-4ff7-bab2-08c7acf73fc6 req-ace366af-990a-4421-b898-ffb4968fecd8 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 944 time: 0.2239873 Aug 13 04:30:26.915709 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33874973-8c3c-44aa-9067-92f79bf8bb3b req-98f09bc4-35b6-47e5-8f44-934133aeeefc tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:26.917358 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-33874973-8c3c-44aa-9067-92f79bf8bb3b req-98f09bc4-35b6-47e5-8f44-934133aeeefc tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 943 time: 0.2853041 Aug 13 04:30:26.933920 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-66183441-bd95-4dc0-88d9-d6356d10b2a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ac239ef-8a51-4298-8f3f-3e873f6190de HTTP/1.1" status: 200 len: 217 time: 0.1764562 Aug 13 04:30:27.065300 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-0e54416e-4dad-40a8-b9a5-39984f4adc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:27.066936 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-0e54416e-4dad-40a8-b9a5-39984f4adc9a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92530393-7543-4da4-bed6-73286a131f9c HTTP/1.1" status: 200 len: 852 time: 0.1259978 Aug 13 04:30:27.095442 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-696abd96-b9ad-4ff7-bab2-08c7acf73fc6 req-460e30e0-9c6d-496f-9820-156e6823a0b2 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021675 Aug 13 04:30:27.126720 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-33874973-8c3c-44aa-9067-92f79bf8bb3b req-608c881e-16bb-4183-9efd-20e694acdd44 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532207 Aug 13 04:30:27.131526 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5781bcc-e35c-4749-bf57-cbd3bb39164d req-a5f1a0c2-99f7-45c7-a6ff-9580c9e20e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:27.133897 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b5781bcc-e35c-4749-bf57-cbd3bb39164d req-a5f1a0c2-99f7-45c7-a6ff-9580c9e20e34 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=97bcef962215442fa34d9ef949492fc4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4032719 Aug 13 04:30:27.135916 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-e8baacf8-f073-42c3-a429-ba930fd5ea2e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=361ae543-e60e-4018-8f94-c3d879df0f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590391 Aug 13 04:30:27.148897 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b3c3a-f164-47d6-894c-4adeee562cad req-1884c693-f20b-4270-affc-a6a1619a01c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:27.150408 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0d3b3c3a-f164-47d6-894c-4adeee562cad req-1884c693-f20b-4270-affc-a6a1619a01c9 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=44afcd45727640ec80dc17fe4fcf67fb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3591917 Aug 13 04:30:27.156128 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f22f8-e351-46f5-a402-bc2325cc0b7a req-cd063a76-02e4-4291-ad82-239cf6219ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:27.158737 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d23f22f8-e351-46f5-a402-bc2325cc0b7a req-cd063a76-02e4-4291-ad82-239cf6219ba1 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=14887014218041cc86fddfa8a151dcd6&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2993424 Aug 13 04:30:27.396860 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5781bcc-e35c-4749-bf57-cbd3bb39164d req-f414b87b-9313-4cd0-90c9-972fb0fe286d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:27.399668 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b5781bcc-e35c-4749-bf57-cbd3bb39164d req-f414b87b-9313-4cd0-90c9-972fb0fe286d service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2523401 Aug 13 04:30:27.402124 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-14ae485e-166c-44f4-858b-f2e8999aa8f2 service neutron] 10.222.0.64 "GET /v2.0/networks/361ae543-e60e-4018-8f94-c3d879df0f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525256 Aug 13 04:30:27.491931 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6496470-2707-4636-af17-efa05fb737b3 req-e473d5b1-e801-49d0-8c1d-880cf433a571 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:27.500134 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e6496470-2707-4636-af17-efa05fb737b3 req-e473d5b1-e801-49d0-8c1d-880cf433a571 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.3085051 Aug 13 04:30:27.531825 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d5719-03ae-4527-8cca-18673225142c req-ca84f43b-84a9-47dd-92d2-cdb41bffafcc tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:27.539388 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-983d5719-03ae-4527-8cca-18673225142c req-ca84f43b-84a9-47dd-92d2-cdb41bffafcc tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 943 time: 0.3238585 Aug 13 04:30:27.556617 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f22f8-e351-46f5-a402-bc2325cc0b7a req-194e711a-785a-41f0-99d6-46b363d978c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:27.558638 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d23f22f8-e351-46f5-a402-bc2325cc0b7a req-194e711a-785a-41f0-99d6-46b363d978c5 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3763268 Aug 13 04:30:27.564286 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3b3c3a-f164-47d6-894c-4adeee562cad req-4fa56d52-1d54-4881-86a9-35bb894bb211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:27.566695 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0d3b3c3a-f164-47d6-894c-4adeee562cad req-4fa56d52-1d54-4881-86a9-35bb894bb211 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4071240 Aug 13 04:30:27.660562 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e6496470-2707-4636-af17-efa05fb737b3 req-fc2a8d7a-91b7-4fc5-9a66-947e734dfcc0 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594110 Aug 13 04:30:27.718079 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-983d5719-03ae-4527-8cca-18673225142c req-3e244a55-69d3-4d1d-9e62-9b79f222f670 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/security-groups?id=2005b603-1ae4-49a1-92f3-3182582458c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722100 Aug 13 04:30:27.759702 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-e4dca6bc-4f81-42a7-98d7-02494aaf1fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:27.761522 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-e4dca6bc-4f81-42a7-98d7-02494aaf1fa4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=44afcd45727640ec80dc17fe4fcf67fb&device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 1097 time: 0.0999937 Aug 13 04:30:27.763479 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-d10b3034-3c7a-4f74-b273-365ba03b7ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:27.765164 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-d10b3034-3c7a-4f74-b273-365ba03b7ddb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=14887014218041cc86fddfa8a151dcd6&device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 1096 time: 0.1368852 Aug 13 04:30:27.793168 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-2f5113e5-6b95-471c-8981-f7c819d48904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:27.794664 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-2f5113e5-6b95-471c-8981-f7c819d48904 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=97bcef962215442fa34d9ef949492fc4&device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 1096 time: 0.3266299 Aug 13 04:30:27.841968 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-fec503fa-dc76-48a6-ae55-e0964ebd7ef5 req-11017d81-714f-487f-b92e-79127655f281 service neutron] 10.222.0.64 "GET /v2.0/networks/361ae543-e60e-4018-8f94-c3d879df0f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303031 Aug 13 04:30:27.843321 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-4ff9c171-d072-4a91-858b-241b0f0805ba service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3be48be-e5ee-48ea-a418-bc6c5c7a337c HTTP/1.1" status: 200 len: 217 time: 0.0394990 Aug 13 04:30:27.855264 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-bd50df4f-97c1-4a5a-990e-237d0d63a162 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5bada29-7024-47b0-b3dd-d142dd41cdda HTTP/1.1" status: 200 len: 217 time: 0.0723653 Aug 13 04:30:27.883594 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-c7fb25dd-22af-42fd-9588-b7a82c3b0853 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a62d4b3-3837-414b-a01d-079fec907da0 HTTP/1.1" status: 200 len: 217 time: 0.1078453 Aug 13 04:30:28.264246 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a74f8d-5aee-4167-aa12-aff9c52533ef req-86ff0ae8-38ed-4f50-879b-1b065b3eaf46 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:28.265900 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d0a74f8d-5aee-4167-aa12-aff9c52533ef req-86ff0ae8-38ed-4f50-879b-1b065b3eaf46 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 944 time: 0.0913644 Aug 13 04:30:28.297332 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a989e-8952-45a7-aeb1-218056408c0d req-2d4a3879-8dcd-49c7-aeaa-c78e656682d9 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:28.298868 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-291a989e-8952-45a7-aeb1-218056408c0d req-2d4a3879-8dcd-49c7-aeaa-c78e656682d9 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 943 time: 0.0862489 Aug 13 04:30:28.330456 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d0a74f8d-5aee-4167-aa12-aff9c52533ef req-f554a6ad-95d1-4637-9c9f-eee732c004f0 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571907 Aug 13 04:30:28.348893 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-291a989e-8952-45a7-aeb1-218056408c0d req-f5469c3e-371c-447e-b627-0dd6d25cf0c7 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438752 Aug 13 04:30:28.816376 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534507c-13f0-4339-99ee-88b8e41a6c52 req-c2b1e8c1-32a2-4910-b00f-ab4fe4255436 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:28.817856 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5534507c-13f0-4339-99ee-88b8e41a6c52 req-c2b1e8c1-32a2-4910-b00f-ab4fe4255436 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.0755887 Aug 13 04:30:28.839499 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace39d3f-aede-4e62-a556-60605bb15fe8 req-e1892ca5-c635-4aab-87a9-95a040d1a7a3 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:28.840879 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ace39d3f-aede-4e62-a556-60605bb15fe8 req-e1892ca5-c635-4aab-87a9-95a040d1a7a3 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 943 time: 0.0679319 Aug 13 04:30:28.890471 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5534507c-13f0-4339-99ee-88b8e41a6c52 req-0bb12ce0-6c01-4c3d-8943-8b041592bfe6 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637422 Aug 13 04:30:28.897294 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ace39d3f-aede-4e62-a556-60605bb15fe8 req-8ea66420-8697-4ca5-9dd1-f2172797f36f tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/security-groups?id=2005b603-1ae4-49a1-92f3-3182582458c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493431 Aug 13 04:30:29.628459 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308ddfd-02cb-4430-91b3-92bc585b9340 req-e8348f96-bf1f-4faa-b549-be63ca34aa28 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:29.629944 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0308ddfd-02cb-4430-91b3-92bc585b9340 req-e8348f96-bf1f-4faa-b549-be63ca34aa28 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 944 time: 0.2308478 Aug 13 04:30:29.642953 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24784f96-a9f7-48c5-ab90-aa486f7bdf7b req-fadb0b90-0471-4e55-aa7b-e57fd1ff346a tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:29.645268 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-24784f96-a9f7-48c5-ab90-aa486f7bdf7b req-fadb0b90-0471-4e55-aa7b-e57fd1ff346a tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 943 time: 0.0662389 Aug 13 04:30:29.705055 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0308ddfd-02cb-4430-91b3-92bc585b9340 req-02602106-cb6d-4d5f-bc12-e3895f82ffa8 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588019 Aug 13 04:30:29.709671 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-24784f96-a9f7-48c5-ab90-aa486f7bdf7b req-9eaa6e46-9c1c-4fa0-a0a5-f8b9d0ef4496 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533507 Aug 13 04:30:30.042096 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9b290-0a62-4f4e-8728-64df6be8a818 req-9d6f3783-3957-4fe0-9add-ec3bb82639ce tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:30.043556 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6fc9b290-0a62-4f4e-8728-64df6be8a818 req-9d6f3783-3957-4fe0-9add-ec3bb82639ce tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 943 time: 0.0778470 Aug 13 04:30:30.053906 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aac7b1-113f-4f70-8aca-e5ab96126e0b req-8d822ff7-d7a8-4653-90e9-60d48207bf0e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:30.055314 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-73aac7b1-113f-4f70-8aca-e5ab96126e0b req-8d822ff7-d7a8-4653-90e9-60d48207bf0e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.0941553 Aug 13 04:30:30.111066 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6fc9b290-0a62-4f4e-8728-64df6be8a818 req-7d9e02a7-d583-4e6e-975c-b31f611cba37 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/security-groups?id=2005b603-1ae4-49a1-92f3-3182582458c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548308 Aug 13 04:30:30.113809 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-73aac7b1-113f-4f70-8aca-e5ab96126e0b req-b5fbc7a2-9cec-4e05-89bb-71afeda78cab tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519640 Aug 13 04:30:30.806331 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-154f812a-1d91-4246-930f-97b9dd238b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:30.806735 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-cf1b547c-836e-4ba9-84d2-e7a4cd2cb552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:30.807784 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-154f812a-1d91-4246-930f-97b9dd238b08 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b34fb96a-c863-4437-9084-58bfc9a701c8 HTTP/1.1" status: 200 len: 854 time: 0.1014731 Aug 13 04:30:30.809065 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-2ddcd513-6fe2-43e5-a9bc-fca84fb91807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:30.809173 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-cf1b547c-836e-4ba9-84d2-e7a4cd2cb552 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f926821c-827a-487a-ac65-0966f4150cbf HTTP/1.1" status: 200 len: 854 time: 0.1268935 Aug 13 04:30:30.810488 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-2ddcd513-6fe2-43e5-a9bc-fca84fb91807 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5b21e272-0ba6-46ef-9194-8e0451e934ca HTTP/1.1" status: 200 len: 849 time: 0.1174386 Aug 13 04:30:30.824540 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4888d-2da1-46e6-85b4-e988311a30fd req-974338aa-681a-4d9f-b4d0-cd7d6d5d558c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:30.827184 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3ee4888d-2da1-46e6-85b4-e988311a30fd req-974338aa-681a-4d9f-b4d0-cd7d6d5d558c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=41073eeaf0b24fdda847a5a1ee0954c6&device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 1096 time: 0.1009102 Aug 13 04:30:30.918825 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-a6d0392f-6d70-4d49-868f-530131e47f21 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e5a4407b-136d-4505-b628-117c1b1fc3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911326 Aug 13 04:30:31.003142 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-7eb348e0-f9bb-4800-aa35-d2c23a040e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:31.004663 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-7eb348e0-f9bb-4800-aa35-d2c23a040e9d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=961a975f-b6bf-4b12-8622-52a8bd477fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1763804 Aug 13 04:30:31.055249 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b46c5-253b-44a9-92bb-4558c3374268 req-27298198-ced3-4d46-ab32-fb9deaecc9b1 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:31.056721 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ab6b46c5-253b-44a9-92bb-4558c3374268 req-27298198-ced3-4d46-ab32-fb9deaecc9b1 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 943 time: 0.1929686 Aug 13 04:30:31.058461 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-92c2c143-c38a-443d-84f6-2aa417efec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:31.059783 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-92c2c143-c38a-443d-84f6-2aa417efec0a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c9aa154-2553-4e43-a430-2b11cf059f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2242224 Aug 13 04:30:31.072624 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8cef65-6800-4ebd-b53d-6ab417331749 req-8ffd06da-ad3c-4500-8afb-77cd54dc3fef tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:31.074080 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2e8cef65-6800-4ebd-b53d-6ab417331749 req-8ffd06da-ad3c-4500-8afb-77cd54dc3fef tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 944 time: 0.2087545 Aug 13 04:30:31.078456 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4888d-2da1-46e6-85b4-e988311a30fd req-d5f4d183-d845-4bb3-8fba-2e8d49ee49ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:31.079982 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3ee4888d-2da1-46e6-85b4-e988311a30fd req-d5f4d183-d845-4bb3-8fba-2e8d49ee49ca service neutron] 10.222.0.64 "GET /v2.0/networks?id=361ae543-e60e-4018-8f94-c3d879df0f85 HTTP/1.1" status: 200 len: 913 time: 0.2375197 Aug 13 04:30:31.128332 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3ee4888d-2da1-46e6-85b4-e988311a30fd req-db9979d8-185a-4cbe-b17f-be3ed395c052 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7ac239ef-8a51-4298-8f3f-3e873f6190de HTTP/1.1" status: 200 len: 217 time: 0.0389779 Aug 13 04:30:31.177987 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-eca36f95-5d52-49f6-a33e-d06402b46ddc service neutron] 10.222.0.64 "GET /v2.0/networks/e5a4407b-136d-4505-b628-117c1b1fc3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437921 Aug 13 04:30:31.187376 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-f4aff37a-b3b1-46e2-9c83-ec037e0654a5 service neutron] 10.222.0.64 "GET /v2.0/networks/961a975f-b6bf-4b12-8622-52a8bd477fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673083 Aug 13 04:30:31.203998 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ab6b46c5-253b-44a9-92bb-4558c3374268 req-4e402d16-ac6d-41ed-be63-b49010c3d28f tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279132 Aug 13 04:30:31.258448 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4888d-2da1-46e6-85b4-e988311a30fd req-5104fd81-9094-4b2e-8286-037e7956fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:31.260078 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3ee4888d-2da1-46e6-85b4-e988311a30fd req-5104fd81-9094-4b2e-8286-037e7956fc70 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=92530393-7543-4da4-bed6-73286a131f9c HTTP/1.1" status: 200 len: 852 time: 0.1219330 Aug 13 04:30:31.302950 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3ee4888d-2da1-46e6-85b4-e988311a30fd req-de3f014a-fc2d-44b9-a8c6-903ea38d9a5c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=361ae543-e60e-4018-8f94-c3d879df0f85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332563 Aug 13 04:30:31.317842 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2e8cef65-6800-4ebd-b53d-6ab417331749 req-9213b12c-04ef-4a90-8c60-412005a81e34 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264338 Aug 13 04:30:31.381639 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-02a902ef-5468-49f9-9f5f-8554d3dd5764 req-8e64fdd3-030f-4201-92b2-87ae1e48573e service neutron] 10.222.0.64 "GET /v2.0/networks/961a975f-b6bf-4b12-8622-52a8bd477fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812193 Aug 13 04:30:31.395850 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-d3f67341-d3a3-44b8-a3a6-ad49d6cf1a9d service neutron] 10.222.0.64 "GET /v2.0/networks/9c9aa154-2553-4e43-a430-2b11cf059f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208094 Aug 13 04:30:31.444579 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3ee4888d-2da1-46e6-85b4-e988311a30fd req-b652263d-62f2-423b-9421-0d95ea865c0f service neutron] 10.222.0.64 "GET /v2.0/networks/361ae543-e60e-4018-8f94-c3d879df0f85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310329 Aug 13 04:30:31.499451 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d9ef0121-6086-4111-815c-2fa4621d0e76 req-5e6c0413-7e94-42ee-aa7e-148284539d65 service neutron] 10.222.0.64 "GET /v2.0/networks/e5a4407b-136d-4505-b628-117c1b1fc3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113649 Aug 13 04:30:31.514441 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96abcf-fb7e-4294-8da6-3fc26a458491 req-999985c2-615e-4b31-abf4-f7ffe24247aa tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:31.516240 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0d96abcf-fb7e-4294-8da6-3fc26a458491 req-999985c2-615e-4b31-abf4-f7ffe24247aa tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 943 time: 0.2077320 Aug 13 04:30:31.576135 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3ee4888d-2da1-46e6-85b4-e988311a30fd req-28463dde-f635-49b8-ae80-a64cac4551ee service neutron] 10.222.0.64 "GET /v2.0/networks/361ae543-e60e-4018-8f94-c3d879df0f85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131601 Aug 13 04:30:31.603911 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc898108-8b04-4c9c-bee1-f607cbea5c12 req-a4d90a09-3575-4107-bf6b-abd31b635b41 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:31.605938 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bc898108-8b04-4c9c-bee1-f607cbea5c12 req-a4d90a09-3575-4107-bf6b-abd31b635b41 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.1446302 Aug 13 04:30:31.625390 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0d96abcf-fb7e-4294-8da6-3fc26a458491 req-eb4dbc04-a855-4db1-9fd7-193d4ebad887 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/security-groups?id=2005b603-1ae4-49a1-92f3-3182582458c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943198 Aug 13 04:30:31.671768 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bc898108-8b04-4c9c-bee1-f607cbea5c12 req-b0efc4f9-c4f8-4719-b8f2-d71cb3597478 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582602 Aug 13 04:30:31.677577 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-db25c2c4-5276-448c-a59a-ef71663a1d35 req-e8582469-cd4f-4334-996a-13f58641a44b service neutron] 10.222.0.64 "GET /v2.0/networks/9c9aa154-2553-4e43-a430-2b11cf059f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703025 Aug 13 04:30:31.755620 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 35618) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:31.897591 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e9b83cff-d28f-40e1-a454-69e8071421ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:31.993748 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e9b83cff-d28f-40e1-a454-69e8071421ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:31.997860 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e9b83cff-d28f-40e1-a454-69e8071421ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:32.039120 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-e9b83cff-d28f-40e1-a454-69e8071421ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f1846a690db46aabdbeea42262d8910&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2799461 Aug 13 04:30:32.039120 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b83cff-d28f-40e1-a454-69e8071421ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d83351-bb49-483d-86c7-605f0266f84c,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:32.040083 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 35624) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:32.095023 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-7cc9e5ee-411e-46a6-8f67-7c85078ab4a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:32.118928 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-7cc9e5ee-411e-46a6-8f67-7c85078ab4a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:32.171085 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-7cc9e5ee-411e-46a6-8f67-7c85078ab4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:32.173625 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-7cc9e5ee-411e-46a6-8f67-7c85078ab4a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:32.174780 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-7cc9e5ee-411e-46a6-8f67-7c85078ab4a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2d83351-bb49-483d-86c7-605f0266f84c HTTP/1.1" status: 204 len: 168 time: 0.1336029 Aug 13 04:30:32.187759 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9e5ee-411e-46a6-8f67-7c85078ab4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d83351-bb49-483d-86c7-605f0266f84c,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:32.354957 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325bcd8-b0b7-4b96-ba4b-a0e12af80e5a req-b8a0ec4a-ec7a-4f42-86d9-5d0e06a3d72a tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:32.357278 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c325bcd8-b0b7-4b96-ba4b-a0e12af80e5a req-b8a0ec4a-ec7a-4f42-86d9-5d0e06a3d72a tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 943 time: 0.0562587 Aug 13 04:30:32.421777 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c325bcd8-b0b7-4b96-ba4b-a0e12af80e5a req-18497109-8ad2-4c5d-8864-0034518af511 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548880 Aug 13 04:30:32.482740 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a11feec-1668-467d-9af8-16f1b4012914 req-b1eddd16-3b69-46df-96e4-1a873a4d4f93 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:32.484273 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9a11feec-1668-467d-9af8-16f1b4012914 req-b1eddd16-3b69-46df-96e4-1a873a4d4f93 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 944 time: 0.0602751 Aug 13 04:30:32.521475 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 35640) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:32.539132 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9a11feec-1668-467d-9af8-16f1b4012914 req-3568ce7d-e759-4041-a3b3-5b86658fa4f3 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422111 Aug 13 04:30:32.540585 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a4e751d8-9ab9-44df-8557-8aad7557d590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:32.635873 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a4e751d8-9ab9-44df-8557-8aad7557d590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:32.647887 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a4e751d8-9ab9-44df-8557-8aad7557d590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:32.686722 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e751d8-9ab9-44df-8557-8aad7557d590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae86033f-5b45-4259-9b3d-191d36389ed3,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:32.694116 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 35654) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:32.694261 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-a4e751d8-9ab9-44df-8557-8aad7557d590 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9008021d1cc146ce9d0aef170b2be65c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1715870 Aug 13 04:30:32.842377 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-c947c390-50c2-43ed-977a-10d7d96eac65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:32.853410 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d04d7-b0d4-45bd-a1ed-01d9c2ee5999 req-15a63207-924c-47fb-aedb-f52730b10986 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:32.855199 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9c5d04d7-b0d4-45bd-a1ed-01d9c2ee5999 req-15a63207-924c-47fb-aedb-f52730b10986 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 943 time: 0.1120369 Aug 13 04:30:32.893085 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b57896c-0978-43db-90fd-ead162d04b5a req-5b8dccc7-b821-4db0-b0bb-3b6f0e636a67 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:32.894959 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0b57896c-0978-43db-90fd-ead162d04b5a req-5b8dccc7-b821-4db0-b0bb-3b6f0e636a67 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.1160171 Aug 13 04:30:32.897170 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-c947c390-50c2-43ed-977a-10d7d96eac65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:32.989670 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9c5d04d7-b0d4-45bd-a1ed-01d9c2ee5999 req-dabaf51e-b19c-4280-b14d-09ce391016c2 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/security-groups?id=2005b603-1ae4-49a1-92f3-3182582458c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240087 Aug 13 04:30:32.998244 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0b57896c-0978-43db-90fd-ead162d04b5a req-7d2796d5-bdbd-4c08-ac6e-ae9fd1d54160 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918822 Aug 13 04:30:33.015740 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-c947c390-50c2-43ed-977a-10d7d96eac65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:33.018550 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-c947c390-50c2-43ed-977a-10d7d96eac65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:33.022156 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-c947c390-50c2-43ed-977a-10d7d96eac65 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae86033f-5b45-4259-9b3d-191d36389ed3 HTTP/1.1" status: 204 len: 168 time: 0.3244624 Aug 13 04:30:33.033782 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947c390-50c2-43ed-977a-10d7d96eac65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae86033f-5b45-4259-9b3d-191d36389ed3,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:33.528869 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7568a95-32c9-4408-b21f-8be8534992ee req-79d6e963-49d9-46e3-8fc7-d1553037c272 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:33.530440 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a7568a95-32c9-4408-b21f-8be8534992ee req-79d6e963-49d9-46e3-8fc7-d1553037c272 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 943 time: 0.0497258 Aug 13 04:30:33.572063 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a7568a95-32c9-4408-b21f-8be8534992ee req-d8fc0db6-64b5-4816-8357-005856293dfd tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325422 Aug 13 04:30:33.670151 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df50968e-092b-4ed4-a0b7-31606dae9221 req-7d83b6f2-d79c-46b8-8aae-0aa52427d680 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:33.671866 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-df50968e-092b-4ed4-a0b7-31606dae9221 req-7d83b6f2-d79c-46b8-8aae-0aa52427d680 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 944 time: 0.0532341 Aug 13 04:30:33.714802 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-df50968e-092b-4ed4-a0b7-31606dae9221 req-17291466-ac7e-491b-8b58-f6f0c86de065 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358989 Aug 13 04:30:34.130324 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a00a63-52d9-4d7f-b64d-1a270b498f1b req-bd3df68e-21d1-4cad-afc4-7d326c3354f4 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:34.138291 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-95a00a63-52d9-4d7f-b64d-1a270b498f1b req-bd3df68e-21d1-4cad-afc4-7d326c3354f4 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 943 time: 0.0641673 Aug 13 04:30:34.205463 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-95a00a63-52d9-4d7f-b64d-1a270b498f1b req-8b3ab5b3-51f4-46f3-81b7-e89fdd92e22c tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/security-groups?id=2005b603-1ae4-49a1-92f3-3182582458c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656703 Aug 13 04:30:34.254646 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c63c5a-37ad-4fdf-9f3b-9c708d1d65ba req-a7ff1ab0-07a6-4ce8-93ac-e472c4e2b957 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:34.256150 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-99c63c5a-37ad-4fdf-9f3b-9c708d1d65ba req-a7ff1ab0-07a6-4ce8-93ac-e472c4e2b957 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.1150103 Aug 13 04:30:34.314552 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-99c63c5a-37ad-4fdf-9f3b-9c708d1d65ba req-4400ef9e-ac21-4edf-a0e1-bd4170a1431a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499210 Aug 13 04:30:34.419041 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device c3be48be-e5ee-48ea-a418-bc6c5c7a337c details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=93895) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:30:34.545411 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port c3be48be-e5ee-48ea-a418-bc6c5c7a337c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c3be48be-e5ee-48ea-a418-bc6c5c7a337c,segment=NetworkSegment(ae7a5589-1c60-462f-a476-72f6648fe839),segment_id=ae7a5589-1c60-462f-a476-72f6648fe839)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:30:34.558678 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Returning: {'device': 'c3be48be-e5ee-48ea-a418-bc6c5c7a337c', 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6', 'port_id': 'c3be48be-e5ee-48ea-a418-bc6c5c7a337c', 'mac_address': 'fa:16:3e:36:7a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93895) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:30:34.606977 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:34.623862 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3be48be-e5ee-48ea-a418-bc6c5c7a337c {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:30:34.658259 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port c3be48be-e5ee-48ea-a418-bc6c5c7a337c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c3be48be-e5ee-48ea-a418-bc6c5c7a337c,segment=NetworkSegment(ae7a5589-1c60-462f-a476-72f6648fe839),segment_id=ae7a5589-1c60-462f-a476-72f6648fe839)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:30:34.663197 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:34.663857 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 4a62d4b3-3837-414b-a01d-079fec907da0 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=93895) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:30:34.724813 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300bb7af-c642-4579-b8f7-eca1dc41062d req-3ff4ef54-6da9-4616-b9e2-7ef657ff3065 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:34.732292 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-300bb7af-c642-4579-b8f7-eca1dc41062d req-3ff4ef54-6da9-4616-b9e2-7ef657ff3065 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 943 time: 0.0665839 Aug 13 04:30:34.734768 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=c3be48be-e5ee-48ea-a418-bc6c5c7a337c,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:34.790437 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-300bb7af-c642-4579-b8f7-eca1dc41062d req-ca4c0f74-d755-4228-b709-3c50f00bd90a tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563574 Aug 13 04:30:34.826719 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 4a62d4b3-3837-414b-a01d-079fec907da0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=4a62d4b3-3837-414b-a01d-079fec907da0,segment=NetworkSegment(294d5366-306b-4365-8cf5-2c3e5f8bb811),segment_id=294d5366-306b-4365-8cf5-2c3e5f8bb811)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:30:34.839499 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Returning: {'device': '4a62d4b3-3837-414b-a01d-079fec907da0', 'network_id': 'e5a4407b-136d-4505-b628-117c1b1fc3a4', 'port_id': '4a62d4b3-3837-414b-a01d-079fec907da0', 'mac_address': 'fa:16:3e:9a:88:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34fb96a-c863-4437-9084-58bfc9a701c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93895) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:30:34.861612 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17b769-38b0-4932-8b3a-45f9789e0061 req-8dc06547-1342-4141-97d1-d7a7d182fb28 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:34.863090 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-dc17b769-38b0-4932-8b3a-45f9789e0061 req-8dc06547-1342-4141-97d1-d7a7d182fb28 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 944 time: 0.0498261 Aug 13 04:30:34.885736 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:34.901127 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a62d4b3-3837-414b-a01d-079fec907da0 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:30:34.903841 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-dc17b769-38b0-4932-8b3a-45f9789e0061 req-44fc0072-f9d8-43e1-a8ab-ec314e14315c tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327108 Aug 13 04:30:34.925315 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 4a62d4b3-3837-414b-a01d-079fec907da0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=4a62d4b3-3837-414b-a01d-079fec907da0,segment=NetworkSegment(294d5366-306b-4365-8cf5-2c3e5f8bb811),segment_id=294d5366-306b-4365-8cf5-2c3e5f8bb811)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:30:34.929296 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:34.930701 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device f5bada29-7024-47b0-b3dd-d142dd41cdda details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=93895) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:30:35.039831 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=4a62d4b3-3837-414b-a01d-079fec907da0,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:35.087997 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port f5bada29-7024-47b0-b3dd-d142dd41cdda, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=f5bada29-7024-47b0-b3dd-d142dd41cdda,segment=NetworkSegment(529d8121-1e24-4545-a5c6-195ed2cbad21),segment_id=529d8121-1e24-4545-a5c6-195ed2cbad21)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:30:35.104951 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Returning: {'device': 'f5bada29-7024-47b0-b3dd-d142dd41cdda', 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c', 'port_id': 'f5bada29-7024-47b0-b3dd-d142dd41cdda', 'mac_address': 'fa:16:3e:eb:67:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b21e272-0ba6-46ef-9194-8e0451e934ca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93895) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:30:35.152414 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:35.166943 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5bada29-7024-47b0-b3dd-d142dd41cdda {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:30:35.189487 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port f5bada29-7024-47b0-b3dd-d142dd41cdda, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=f5bada29-7024-47b0-b3dd-d142dd41cdda,segment=NetworkSegment(529d8121-1e24-4545-a5c6-195ed2cbad21),segment_id=529d8121-1e24-4545-a5c6-195ed2cbad21)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:30:35.194271 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:35.195270 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 7ac239ef-8a51-4298-8f3f-3e873f6190de details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=93895) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:30:35.295375 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=f5bada29-7024-47b0-b3dd-d142dd41cdda,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:35.365560 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef140ed-af6d-4675-8878-3334f566962a req-464f414d-174b-419a-93ee-97f91465bb82 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:35.365701 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 7ac239ef-8a51-4298-8f3f-3e873f6190de, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=7ac239ef-8a51-4298-8f3f-3e873f6190de,segment=NetworkSegment(bcc8529d-17ee-4497-a305-015a07cff0c2),segment_id=bcc8529d-17ee-4497-a305-015a07cff0c2)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:30:35.368255 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bef140ed-af6d-4675-8878-3334f566962a req-464f414d-174b-419a-93ee-97f91465bb82 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 943 time: 0.0666556 Aug 13 04:30:35.388914 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Returning: {'device': '7ac239ef-8a51-4298-8f3f-3e873f6190de', 'network_id': '361ae543-e60e-4018-8f94-c3d879df0f85', 'port_id': '7ac239ef-8a51-4298-8f3f-3e873f6190de', 'mac_address': 'fa:16:3e:89:d0:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92530393-7543-4da4-bed6-73286a131f9c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93895) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:30:35.456360 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bef140ed-af6d-4675-8878-3334f566962a req-03432906-c02d-43d0-80c8-055fc343a939 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/security-groups?id=2005b603-1ae4-49a1-92f3-3182582458c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814872 Aug 13 04:30:35.462382 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:35.479589 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ac239ef-8a51-4298-8f3f-3e873f6190de {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:30:35.510672 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 7ac239ef-8a51-4298-8f3f-3e873f6190de, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=7ac239ef-8a51-4298-8f3f-3e873f6190de,segment=NetworkSegment(bcc8529d-17ee-4497-a305-015a07cff0c2),segment_id=bcc8529d-17ee-4497-a305-015a07cff0c2)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:30:35.513725 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b876682-f461-4a01-bf54-6de1caf1ec44 req-fdb2add7-7879-438b-bcf3-1a2952d9c6cc tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:35.516156 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0b876682-f461-4a01-bf54-6de1caf1ec44 req-fdb2add7-7879-438b-bcf3-1a2952d9c6cc tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 944 time: 0.0983760 Aug 13 04:30:35.517113 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:35.564524 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0b876682-f461-4a01-bf54-6de1caf1ec44 req-c677339f-4ad8-48e9-8a31-ebcdd0ed2abd tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417078 Aug 13 04:30:35.589629 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=7ac239ef-8a51-4298-8f3f-3e873f6190de,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:35.931618 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356c21f-9158-476a-89e1-df50f720f537 req-e945496f-d9fe-4226-a16c-77514ebfb8fb tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:35.939638 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a356c21f-9158-476a-89e1-df50f720f537 req-e945496f-d9fe-4226-a16c-77514ebfb8fb tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 944 time: 0.0627007 Aug 13 04:30:35.982283 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a356c21f-9158-476a-89e1-df50f720f537 req-9023bee1-dc70-4206-89d0-096dcf85d215 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416663 Aug 13 04:30:36.036776 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1faf1d-9805-4677-a4d7-109d72625a20 req-d2c912d2-11c0-4bdb-a4e6-95de634a419b tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:36.038278 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1a1faf1d-9805-4677-a4d7-109d72625a20 req-d2c912d2-11c0-4bdb-a4e6-95de634a419b tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 945 time: 0.0547609 Aug 13 04:30:36.082350 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1a1faf1d-9805-4677-a4d7-109d72625a20 req-ab332e43-a8f2-43b1-ba96-4b9f14a577e1 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367036 Aug 13 04:30:36.567105 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fb997-a03c-49ce-9fe4-bcc109acc930 req-a5fd00f5-695b-4fa6-ad1f-831d7650daaf tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:36.568560 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4a9fb997-a03c-49ce-9fe4-bcc109acc930 req-a5fd00f5-695b-4fa6-ad1f-831d7650daaf tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 944 time: 0.0536981 Aug 13 04:30:36.607342 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4a9fb997-a03c-49ce-9fe4-bcc109acc930 req-0b51f759-ccb9-4bdf-ad5a-f63b79151b5c tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/security-groups?id=2005b603-1ae4-49a1-92f3-3182582458c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321205 Aug 13 04:30:36.700602 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163097e0-ee6f-4f4b-befb-cc555c0bb2ee req-99c00233-c78a-46e7-a417-35624dc410c2 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:36.702074 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-163097e0-ee6f-4f4b-befb-cc555c0bb2ee req-99c00233-c78a-46e7-a417-35624dc410c2 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 944 time: 0.0482728 Aug 13 04:30:36.739254 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-163097e0-ee6f-4f4b-befb-cc555c0bb2ee req-f31b20cf-73e3-4d27-a2b3-8f5bd50b8671 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306180 Aug 13 04:30:37.092831 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311e473-252c-4ed2-8ec3-29b8da5db115 req-864dc3a2-ae97-4f66-8243-5a0bf663e4d0 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:37.094328 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f311e473-252c-4ed2-8ec3-29b8da5db115 req-864dc3a2-ae97-4f66-8243-5a0bf663e4d0 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 944 time: 0.0476408 Aug 13 04:30:37.134001 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f311e473-252c-4ed2-8ec3-29b8da5db115 req-80b2eb52-63b9-4b02-8d39-896c9b089d01 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329187 Aug 13 04:30:37.202605 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351bfadb-a165-4c7f-a487-da804774ce71 req-c4aa137e-3b40-4507-8bc1-d5f590a693b0 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:37.204063 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-351bfadb-a165-4c7f-a487-da804774ce71 req-c4aa137e-3b40-4507-8bc1-d5f590a693b0 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 945 time: 0.0527854 Aug 13 04:30:37.241678 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-351bfadb-a165-4c7f-a487-da804774ce71 req-08d1b610-d869-4543-96c1-90340e7a539e tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316298 Aug 13 04:30:37.721049 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba33b5-0f69-4456-bf8e-9ad036281c47 req-e164a50d-08d9-492a-a0a7-82da93aa0b4f tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:37.722523 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d8ba33b5-0f69-4456-bf8e-9ad036281c47 req-e164a50d-08d9-492a-a0a7-82da93aa0b4f tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 944 time: 0.0477290 Aug 13 04:30:37.759740 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d8ba33b5-0f69-4456-bf8e-9ad036281c47 req-8511da53-6fe3-476a-b6a4-eeb3db4b993d tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/security-groups?id=2005b603-1ae4-49a1-92f3-3182582458c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306633 Aug 13 04:30:37.860842 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5e0f9-5f38-44bc-b108-f209054d7b25 req-1a9c3ebf-61df-494c-934e-a5d8c34e6718 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:37.862333 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9ae5e0f9-5f38-44bc-b108-f209054d7b25 req-1a9c3ebf-61df-494c-934e-a5d8c34e6718 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 944 time: 0.0490587 Aug 13 04:30:37.902933 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9ae5e0f9-5f38-44bc-b108-f209054d7b25 req-31259b7a-282a-442a-961d-ddb8af88f9be tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337949 Aug 13 04:30:38.066173 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0564946b-4600-403c-b384-ef34210b1145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:38.281287 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e6d50c-01fc-4043-9e56-392a7751e91f req-d9215e40-0d10-4598-bd60-376dfcb05221 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:38.283616 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-45e6d50c-01fc-4043-9e56-392a7751e91f req-d9215e40-0d10-4598-bd60-376dfcb05221 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 944 time: 0.0694287 Aug 13 04:30:38.301542 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['7ac239ef-8a51-4298-8f3f-3e873f6190de'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:30:38.349118 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['4a62d4b3-3837-414b-a01d-079fec907da0'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:30:38.354001 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['f5bada29-7024-47b0-b3dd-d142dd41cdda'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:30:38.354299 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-45e6d50c-01fc-4043-9e56-392a7751e91f req-71b06738-9777-406e-9602-711a65db83e0 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641630 Aug 13 04:30:38.356085 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['c3be48be-e5ee-48ea-a418-bc6c5c7a337c'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:30:38.400186 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa134c0-acd1-4fd3-9347-2f34a257572a req-52650678-c50c-4f22-8bcf-fbb2e05b17b2 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:38.402134 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ffa134c0-acd1-4fd3-9347-2f34a257572a req-52650678-c50c-4f22-8bcf-fbb2e05b17b2 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 945 time: 0.0658774 Aug 13 04:30:38.447722 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ffa134c0-acd1-4fd3-9347-2f34a257572a req-601ec191-7c63-4180-9e30-3789250b35d3 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394566 Aug 13 04:30:38.580995 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 35866) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:38.703313 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-984447d3-ccb8-40c1-b927-4b9aa9dad3a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:38.802299 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-984447d3-ccb8-40c1-b927-4b9aa9dad3a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:38.807904 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-984447d3-ccb8-40c1-b927-4b9aa9dad3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:39.072714 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984447d3-ccb8-40c1-b927-4b9aa9dad3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f507ce-0837-41c5-8013-cc724f5bb0c6,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:39.077073 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-984447d3-ccb8-40c1-b927-4b9aa9dad3a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c86b0670a3644028029f3677c628658&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4947536 Aug 13 04:30:39.081883 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 35884) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:39.174691 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aff6aa-85c7-4dc9-a468-d03ba13379c8 req-6d0590a4-6dfb-44af-a7dd-b4a0c080d516 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:39.176814 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-34aff6aa-85c7-4dc9-a468-d03ba13379c8 req-6d0590a4-6dfb-44af-a7dd-b4a0c080d516 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 944 time: 0.3146746 Aug 13 04:30:39.201279 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd218ff-003e-48e6-a6f5-3a24366e2899 req-602f681d-c4ec-42d8-9f42-751a4d635a1e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:39.208499 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bfd218ff-003e-48e6-a6f5-3a24366e2899 req-602f681d-c4ec-42d8-9f42-751a4d635a1e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 944 time: 0.1567841 Aug 13 04:30:39.284676 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-7af28984-1612-40ff-9226-3fae792f5bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:39.291613 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-34aff6aa-85c7-4dc9-a468-d03ba13379c8 req-85087ef5-faca-4190-a25d-fd854832c4e0 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/security-groups?id=2005b603-1ae4-49a1-92f3-3182582458c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027935 Aug 13 04:30:39.296241 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bfd218ff-003e-48e6-a6f5-3a24366e2899 req-d441401a-efe9-4f05-9cf9-decaf390624f tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869386 Aug 13 04:30:39.318939 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-7af28984-1612-40ff-9226-3fae792f5bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:39.365821 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-7af28984-1612-40ff-9226-3fae792f5bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:39.368324 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-7af28984-1612-40ff-9226-3fae792f5bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:39.369439 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-7af28984-1612-40ff-9226-3fae792f5bd4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4f507ce-0837-41c5-8013-cc724f5bb0c6 HTTP/1.1" status: 204 len: 168 time: 0.2737386 Aug 13 04:30:39.376735 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af28984-1612-40ff-9226-3fae792f5bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f507ce-0837-41c5-8013-cc724f5bb0c6,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:39.493722 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d900de0-2374-475a-9f08-f944df48e067 req-504aa51d-1770-469c-a87c-ee3699cbf1b4 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:39.495552 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4d900de0-2374-475a-9f08-f944df48e067 req-504aa51d-1770-469c-a87c-ee3699cbf1b4 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 944 time: 0.0543180 Aug 13 04:30:39.548855 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4d900de0-2374-475a-9f08-f944df48e067 req-c916986e-db66-4c57-9155-184da9140170 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425084 Aug 13 04:30:39.590183 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc1213-95af-4920-9101-fdcfb1d7930d req-04f17d29-7b6d-4b34-a16b-3381e8ac3e56 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:39.592038 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-33fc1213-95af-4920-9101-fdcfb1d7930d req-04f17d29-7b6d-4b34-a16b-3381e8ac3e56 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 945 time: 0.0597599 Aug 13 04:30:39.637249 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-33fc1213-95af-4920-9101-fdcfb1d7930d req-be414f2e-9a74-48a7-a5b2-b13012885294 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389979 Aug 13 04:30:39.673993 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 35906) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:39.690563 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-65bcdb05-10e1-4503-b9d4-76ad7d0af9a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:39.787091 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-65bcdb05-10e1-4503-b9d4-76ad7d0af9a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:39.792556 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-65bcdb05-10e1-4503-b9d4-76ad7d0af9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:39.803658 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device c3be48be-e5ee-48ea-a418-bc6c5c7a337c up at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:30:39.831627 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-65bcdb05-10e1-4503-b9d4-76ad7d0af9a0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c453753aba85425198346ec01e639e49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1565385 Aug 13 04:30:39.832464 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bcdb05-10e1-4503-b9d4-76ad7d0af9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1eb01a3-f13a-4b15-baa9-86a77f80eaee,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:39.834366 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 35910) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:39.861489 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning for port c3be48be-e5ee-48ea-a418-bc6c5c7a337c completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:30:39.865960 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning complete for port c3be48be-e5ee-48ea-a418-bc6c5c7a337c triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:30:39.866334 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:39.890919 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-bc22193b-9434-48b3-aa3e-c31202c5b9c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:39.913587 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-bc22193b-9434-48b3-aa3e-c31202c5b9c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:39.977583 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-bc22193b-9434-48b3-aa3e-c31202c5b9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:39.980036 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-bc22193b-9434-48b3-aa3e-c31202c5b9c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:39.981177 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-bc22193b-9434-48b3-aa3e-c31202c5b9c7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1eb01a3-f13a-4b15-baa9-86a77f80eaee HTTP/1.1" status: 204 len: 168 time: 0.1452475 Aug 13 04:30:39.987135 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:39.994154 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22193b-9434-48b3-aa3e-c31202c5b9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1eb01a3-f13a-4b15-baa9-86a77f80eaee,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:40.022474 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd299e5c1-cd60-4057-93a3-5d32e1908d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3be48be-e5ee-48ea-a418-bc6c5c7a337c'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:30:40.098429 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port c3be48be-e5ee-48ea-a418-bc6c5c7a337c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c3be48be-e5ee-48ea-a418-bc6c5c7a337c,segment=NetworkSegment(ae7a5589-1c60-462f-a476-72f6648fe839),segment_id=ae7a5589-1c60-462f-a476-72f6648fe839)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:30:40.103859 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:40.104640 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device f5bada29-7024-47b0-b3dd-d142dd41cdda up at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:30:40.183907 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=c3be48be-e5ee-48ea-a418-bc6c5c7a337c,revision_number=5']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:40.200363 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning for port f5bada29-7024-47b0-b3dd-d142dd41cdda completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:30:40.204678 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning complete for port f5bada29-7024-47b0-b3dd-d142dd41cdda triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:30:40.205293 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:40.345805 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c92d4982b19a4a1727383111979b328de092d32a0bc2fa1b4d64c134060166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8479c6-9b98-4a9b-9da7-e1b9edad8807" -d '{"events": [{"server_uuid": "d299e5c1-cd60-4057-93a3-5d32e1908d2f", "name": "network-vif-plugged", "status": "completed", "tag": "c3be48be-e5ee-48ea-a418-bc6c5c7a337c"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:30:40.380003 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 35940) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:40.408030 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-c666cca5-8d6e-4e8f-9d65-c460069bbb64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:40.428836 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:40.486219 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port f5bada29-7024-47b0-b3dd-d142dd41cdda, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=f5bada29-7024-47b0-b3dd-d142dd41cdda,segment=NetworkSegment(529d8121-1e24-4545-a5c6-195ed2cbad21),segment_id=529d8121-1e24-4545-a5c6-195ed2cbad21)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:30:40.494446 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:40.495525 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 7ac239ef-8a51-4298-8f3f-3e873f6190de up at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:30:40.568279 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ceac80-9cfb-4ac5-8f6f-834c5500f643 req-da4912a8-caa3-4acf-b79a-ed1a2a6da088 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:40.570316 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-35ceac80-9cfb-4ac5-8f6f-834c5500f643 req-da4912a8-caa3-4acf-b79a-ed1a2a6da088 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.1753767 Aug 13 04:30:40.600069 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=f5bada29-7024-47b0-b3dd-d142dd41cdda,revision_number=5']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:40.613061 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning for port 7ac239ef-8a51-4298-8f3f-3e873f6190de completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:30:40.626732 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning complete for port 7ac239ef-8a51-4298-8f3f-3e873f6190de triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:30:40.626732 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:40.648044 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79a744-fd64-48ad-b408-d2af2fce1364 req-52eccd83-6353-49a3-999f-3ca3ebfdf0be tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:40.652279 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bb79a744-fd64-48ad-b408-d2af2fce1364 req-52eccd83-6353-49a3-999f-3ca3ebfdf0be tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 944 time: 0.1578548 Aug 13 04:30:40.742371 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-35ceac80-9cfb-4ac5-8f6f-834c5500f643 req-d3aab5e2-a4d6-4b36-9ea1-ddaa2e464b00 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544514 Aug 13 04:30:40.786282 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bb79a744-fd64-48ad-b408-d2af2fce1364 req-64b3d37f-166e-402b-b120-78e28c51532d tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/security-groups?id=2005b603-1ae4-49a1-92f3-3182582458c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211922 Aug 13 04:30:40.808372 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-c666cca5-8d6e-4e8f-9d65-c460069bbb64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:40.821771 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-c666cca5-8d6e-4e8f-9d65-c460069bbb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:40.880146 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 35954) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:40.890441 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-c666cca5-8d6e-4e8f-9d65-c460069bbb64 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a556d9c47131450e9c20d91023750274&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5086613 Aug 13 04:30:40.891823 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c666cca5-8d6e-4e8f-9d65-c460069bbb64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8634c329-732e-411d-8278-d29b3aa43a49,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:40.924633 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:40.985457 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3b28139c-05aa-4b5c-8a4f-a78b14f6a804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:40.998472 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 7ac239ef-8a51-4298-8f3f-3e873f6190de, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=7ac239ef-8a51-4298-8f3f-3e873f6190de,segment=NetworkSegment(bcc8529d-17ee-4497-a305-015a07cff0c2),segment_id=bcc8529d-17ee-4497-a305-015a07cff0c2)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:30:41.000316 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aa95f90f-eba7-46ac-99a8-c0f58a66de26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:41.004352 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:41.022800 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3b28139c-05aa-4b5c-8a4f-a78b14f6a804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:41.048558 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ccbde4-8598-4ad5-89c8-98f5d74818eb req-1d20c40d-2cf2-4b05-85f8-12d7c4b06d29 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:41.049860 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-24ccbde4-8598-4ad5-89c8-98f5d74818eb req-1d20c40d-2cf2-4b05-85f8-12d7c4b06d29 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.1265280 Aug 13 04:30:41.077373 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=7ac239ef-8a51-4298-8f3f-3e873f6190de,revision_number=5']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:41.123245 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3b28139c-05aa-4b5c-8a4f-a78b14f6a804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:41.129309 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3b28139c-05aa-4b5c-8a4f-a78b14f6a804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:41.131405 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-3b28139c-05aa-4b5c-8a4f-a78b14f6a804 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8634c329-732e-411d-8278-d29b3aa43a49 HTTP/1.1" status: 204 len: 168 time: 0.2509353 Aug 13 04:30:41.147989 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28139c-05aa-4b5c-8a4f-a78b14f6a804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8634c329-732e-411d-8278-d29b3aa43a49,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:41.182074 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-24ccbde4-8598-4ad5-89c8-98f5d74818eb req-294a2476-1efd-461f-bba0-466183870bb3 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066711 Aug 13 04:30:41.227351 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f680e546-b387-44b9-abfb-cc151cda68eb x-openstack-request-id: req-f680e546-b387-44b9-abfb-cc151cda68eb {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:30:41.228288 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d299e5c1-cd60-4057-93a3-5d32e1908d2f", "name": "network-vif-plugged", "status": "completed", "tag": "c3be48be-e5ee-48ea-a418-bc6c5c7a337c", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:30:41.228634 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f680e546-b387-44b9-abfb-cc151cda68eb {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:30:41.229205 dv-cinder-759961-6-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd299e5c1-cd60-4057-93a3-5d32e1908d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3be48be-e5ee-48ea-a418-bc6c5c7a337c', 'code': 200} Aug 13 04:30:41.350054 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f0b4a-8bb4-4bf4-b267-7d2887c729de req-c07eaa57-67e8-4597-ab75-da4ee9de1f68 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:41.353632 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-265f0b4a-8bb4-4bf4-b267-7d2887c729de req-c07eaa57-67e8-4597-ab75-da4ee9de1f68 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 945 time: 0.0772927 Aug 13 04:30:41.374048 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:41.442817 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-265f0b4a-8bb4-4bf4-b267-7d2887c729de req-453f23da-e53c-46c0-a43f-c5edd51bda42 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731237 Aug 13 04:30:41.553110 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:41.696526 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe9fb7-de33-4ff8-a5c5-0246828c0f86 req-90a18cce-1470-4a9e-bebc-9cae0a9c4e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:41.698726 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f7fe9fb7-de33-4ff8-a5c5-0246828c0f86 req-90a18cce-1470-4a9e-bebc-9cae0a9c4e8c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 1098 time: 0.1350141 Aug 13 04:30:41.737007 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-f7fe9fb7-de33-4ff8-a5c5-0246828c0f86 req-e2b3b5a0-523e-4c81-8d01-2aaeabe36d1f service neutron] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:41.803845 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 4a62d4b3-3837-414b-a01d-079fec907da0 up at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:30:41.924576 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning for port 4a62d4b3-3837-414b-a01d-079fec907da0 completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:30:41.930102 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning complete for port 4a62d4b3-3837-414b-a01d-079fec907da0 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:30:41.931919 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:41.994103 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-f7fe9fb7-de33-4ff8-a5c5-0246828c0f86 req-e2b3b5a0-523e-4c81-8d01-2aaeabe36d1f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:42.017813 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-f7fe9fb7-de33-4ff8-a5c5-0246828c0f86 req-e2b3b5a0-523e-4c81-8d01-2aaeabe36d1f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:42.088810 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151928cb-d9ed-47e7-a6d3-ebb915ba614c req-ea6fbfe0-70fc-460f-a43c-d86156beaf32 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:42.090777 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-151928cb-d9ed-47e7-a6d3-ebb915ba614c req-ea6fbfe0-70fc-460f-a43c-d86156beaf32 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.1731038 Aug 13 04:30:42.099384 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:42.114753 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f7fe9fb7-de33-4ff8-a5c5-0246828c0f86 req-e2b3b5a0-523e-4c81-8d01-2aaeabe36d1f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4075475 Aug 13 04:30:42.127451 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b3b5a0-523e-4c81-8d01-2aaeabe36d1f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=af67cb91-f381-47e7-a937-163a3566c6cf,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:42.158279 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 4a62d4b3-3837-414b-a01d-079fec907da0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=4a62d4b3-3837-414b-a01d-079fec907da0,segment=NetworkSegment(294d5366-306b-4365-8cf5-2c3e5f8bb811),segment_id=294d5366-306b-4365-8cf5-2c3e5f8bb811)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:30:42.160846 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a866a53-7458-4c7a-aef8-4248619cbad0 req-3a13f16a-f904-4500-9044-de447b55cef2 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:42.162884 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5a866a53-7458-4c7a-aef8-4248619cbad0 req-3a13f16a-f904-4500-9044-de447b55cef2 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 945 time: 0.1920812 Aug 13 04:30:42.166060 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:42.192634 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-151928cb-d9ed-47e7-a6d3-ebb915ba614c req-dd3764b7-b230-4f5d-829b-3c0c89ce2db0 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825853 Aug 13 04:30:42.230445 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5a866a53-7458-4c7a-aef8-4248619cbad0 req-a84b3310-8a1c-4141-82f2-71d70ab7bab6 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/security-groups?id=2005b603-1ae4-49a1-92f3-3182582458c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548034 Aug 13 04:30:42.292327 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:42.293064 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=4a62d4b3-3837-414b-a01d-079fec907da0,revision_number=5']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:42.373673 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aad08b-0377-46ed-8c6b-5d4f44683275 req-7e682ffb-10ef-4ba2-ad3d-1ed44b9754bf tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:42.377272 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-13aad08b-0377-46ed-8c6b-5d4f44683275 req-7e682ffb-10ef-4ba2-ad3d-1ed44b9754bf tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.0691602 Aug 13 04:30:42.438674 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-13aad08b-0377-46ed-8c6b-5d4f44683275 req-5135710c-90ea-44b3-b393-11da51fd9a35 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486965 Aug 13 04:30:42.574378 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca0d8d-177c-41db-a7fe-3075d72e6696 req-d3e66824-f821-4b76-ba00-0b712a4cf998 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:42.576027 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f4ca0d8d-177c-41db-a7fe-3075d72e6696 req-d3e66824-f821-4b76-ba00-0b712a4cf998 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 946 time: 0.0595338 Aug 13 04:30:42.662870 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f4ca0d8d-177c-41db-a7fe-3075d72e6696 req-3893ddf0-b719-4641-a652-0f0636bd15a9 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759377 Aug 13 04:30:43.230872 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0662f42-e77d-4f85-84ad-b58befdc445d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5bada29-7024-47b0-b3dd-d142dd41cdda'}, {'server_uuid': '47f20e62-089b-4313-bad1-6139880e21cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac239ef-8a51-4298-8f3f-3e873f6190de'}, {'server_uuid': '4efb80e9-e2d4-416d-ad9d-3957beb33d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a62d4b3-3837-414b-a01d-079fec907da0'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:30:43.233984 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c92d4982b19a4a1727383111979b328de092d32a0bc2fa1b4d64c134060166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42054619-8c8f-4e8a-9f41-8b6de3aa2a8e" -d '{"events": [{"server_uuid": "a0662f42-e77d-4f85-84ad-b58befdc445d", "name": "network-vif-plugged", "status": "completed", "tag": "f5bada29-7024-47b0-b3dd-d142dd41cdda"}, {"server_uuid": "47f20e62-089b-4313-bad1-6139880e21cd", "name": "network-vif-plugged", "status": "completed", "tag": "7ac239ef-8a51-4298-8f3f-3e873f6190de"}, {"server_uuid": "4efb80e9-e2d4-416d-ad9d-3957beb33d56", "name": "network-vif-plugged", "status": "completed", "tag": "4a62d4b3-3837-414b-a01d-079fec907da0"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:30:43.293634 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 13 Aug 2021 04:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44654d9-b316-4790-8ce1-6325903fbb99 x-openstack-request-id: req-b44654d9-b316-4790-8ce1-6325903fbb99 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:30:43.294314 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0662f42-e77d-4f85-84ad-b58befdc445d", "name": "network-vif-plugged", "status": "completed", "tag": "f5bada29-7024-47b0-b3dd-d142dd41cdda", "code": 200}, {"server_uuid": "47f20e62-089b-4313-bad1-6139880e21cd", "name": "network-vif-plugged", "status": "completed", "tag": "7ac239ef-8a51-4298-8f3f-3e873f6190de", "code": 200}, {"server_uuid": "4efb80e9-e2d4-416d-ad9d-3957beb33d56", "name": "network-vif-plugged", "status": "completed", "tag": "4a62d4b3-3837-414b-a01d-079fec907da0", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:30:43.294950 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b44654d9-b316-4790-8ce1-6325903fbb99 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:30:43.295740 dv-cinder-759961-6-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0662f42-e77d-4f85-84ad-b58befdc445d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5bada29-7024-47b0-b3dd-d142dd41cdda', 'code': 200} Aug 13 04:30:43.296517 dv-cinder-759961-6-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f20e62-089b-4313-bad1-6139880e21cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac239ef-8a51-4298-8f3f-3e873f6190de', 'code': 200} Aug 13 04:30:43.297109 dv-cinder-759961-6-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efb80e9-e2d4-416d-ad9d-3957beb33d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a62d4b3-3837-414b-a01d-079fec907da0', 'code': 200} Aug 13 04:30:43.422597 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f7ca1-751a-4834-9cf5-b75ac73b611c req-c397f026-c8e0-47d3-81ef-b15ec5fb4a9e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:43.428143 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-184f7ca1-751a-4834-9cf5-b75ac73b611c req-c397f026-c8e0-47d3-81ef-b15ec5fb4a9e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.1169994 Aug 13 04:30:43.550339 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-184f7ca1-751a-4834-9cf5-b75ac73b611c req-c8ef5201-d714-4da4-8d4d-a1cc5a413fce tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978522 Aug 13 04:30:43.560644 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540b6e8-40af-4783-afbe-8b4420be13a6 req-94d37d98-2f56-4bd5-91c4-8bfe18956712 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:43.562879 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e540b6e8-40af-4783-afbe-8b4420be13a6 req-94d37d98-2f56-4bd5-91c4-8bfe18956712 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 945 time: 0.1673808 Aug 13 04:30:43.641750 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e540b6e8-40af-4783-afbe-8b4420be13a6 req-41a976b2-09dd-488a-a416-7cd8bed38a34 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/security-groups?id=2005b603-1ae4-49a1-92f3-3182582458c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672789 Aug 13 04:30:43.726488 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 36120) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:43.804337 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a5453-e361-486e-9617-126a568ba8c1 req-e964c0d5-80ac-4f21-a458-6c73bf49af6f tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:43.809099 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-552a5453-e361-486e-9617-126a568ba8c1 req-e964c0d5-80ac-4f21-a458-6c73bf49af6f tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.1625445 Aug 13 04:30:43.814406 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c1870-8468-4b17-9dfa-564f98806f75 req-2725c2c1-c4a3-4cb8-af0e-9bbab7e1ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:43.816430 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b56c1870-8468-4b17-9dfa-564f98806f75 req-2725c2c1-c4a3-4cb8-af0e-9bbab7e1ad4c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 1098 time: 0.1654801 Aug 13 04:30:43.859636 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903c60d-319f-44c0-be71-4c94aeea45c0 req-ac3f96d1-9647-4677-a5b9-e0fbd0f823f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:43.861172 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a903c60d-319f-44c0-be71-4c94aeea45c0 req-ac3f96d1-9647-4677-a5b9-e0fbd0f823f3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 1098 time: 0.1707399 Aug 13 04:30:43.883356 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b56c1870-8468-4b17-9dfa-564f98806f75 req-a9a0d6cb-4060-4539-bfe9-a8c181247ef6 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=2005b603-1ae4-49a1-92f3-3182582458c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478935 Aug 13 04:30:43.888000 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac603cb0-b0b2-4622-a709-fa8f32e3a3dc req-233bdee1-3d4f-4859-a00e-73a5c5edbfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:43.889576 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ac603cb0-b0b2-4622-a709-fa8f32e3a3dc req-233bdee1-3d4f-4859-a00e-73a5c5edbfdf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 1099 time: 0.1581848 Aug 13 04:30:43.915874 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a274d666-8aa8-4f10-a25f-f6d22c61747b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:43.930468 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-552a5453-e361-486e-9617-126a568ba8c1 req-665cf593-6269-4d5e-a6f5-53cc051c61d6 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995085 Aug 13 04:30:43.988103 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a903c60d-319f-44c0-be71-4c94aeea45c0 req-fa75ce88-9418-448e-966e-cfbf325d2f62 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024601 Aug 13 04:30:44.000661 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:44.007552 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ec4bf-ad85-4692-8247-7e2b7875401e req-ad289660-c121-4792-903a-ff8f23808a21 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:44.009557 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-da9ec4bf-ad85-4692-8247-7e2b7875401e req-ad289660-c121-4792-903a-ff8f23808a21 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 946 time: 0.1872320 Aug 13 04:30:44.041193 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ac603cb0-b0b2-4622-a709-fa8f32e3a3dc req-fb276cdb-53bb-4116-beaa-826dd11bbcf0 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928295 Aug 13 04:30:44.072619 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a274d666-8aa8-4f10-a25f-f6d22c61747b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:44.075169 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-da9ec4bf-ad85-4692-8247-7e2b7875401e req-b15e9321-18a9-4d0c-88f4-296b336642df tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547075 Aug 13 04:30:44.077820 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a274d666-8aa8-4f10-a25f-f6d22c61747b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:44.127499 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 36146) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:44.140421 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-a274d666-8aa8-4f10-a25f-f6d22c61747b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bbfc6458141a47ac94645da4b88fc120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4121089 Aug 13 04:30:44.142421 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274d666-8aa8-4f10-a25f-f6d22c61747b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e631cf7b-2915-47d8-9108-380d512df1cf,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:44.144823 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 36148) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:44.184154 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c3edcf-ed60-4d04-8fe9-e14774327109 admin admin] Deleting subnet 77680032-b09b-417c-9426-23bc7ff32f78 {{(pid=93893) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:30:44.188042 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-41c3edcf-ed60-4d04-8fe9-e14774327109 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:44.204138 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-08efc866-5ebd-449b-adf0-f82bdf4ff749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:44.228853 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-41c3edcf-ed60-4d04-8fe9-e14774327109 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:44.235954 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-08efc866-5ebd-449b-adf0-f82bdf4ff749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:44.239157 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-41c3edcf-ed60-4d04-8fe9-e14774327109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033975'] for subnet, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:44.306449 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-08efc866-5ebd-449b-adf0-f82bdf4ff749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:44.309321 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-08efc866-5ebd-449b-adf0-f82bdf4ff749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:44.310543 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-08efc866-5ebd-449b-adf0-f82bdf4ff749 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e631cf7b-2915-47d8-9108-380d512df1cf HTTP/1.1" status: 204 len: 168 time: 0.1645768 Aug 13 04:30:44.321297 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-41c3edcf-ed60-4d04-8fe9-e14774327109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156'] for subnet, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:44.330541 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08efc866-5ebd-449b-adf0-f82bdf4ff749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e631cf7b-2915-47d8-9108-380d512df1cf,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:44.379411 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3edcf-ed60-4d04-8fe9-e14774327109 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77680032-b09b-417c-9426-23bc7ff32f78,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:44.430718 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-41c3edcf-ed60-4d04-8fe9-e14774327109 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:44.435876 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-41c3edcf-ed60-4d04-8fe9-e14774327109 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/77680032-b09b-417c-9426-23bc7ff32f78 HTTP/1.1" status: 204 len: 168 time: 0.3060675 Aug 13 04:30:44.438248 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 36158) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:44.552333 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530472'] for network, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:44.670264 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038704', 'neutron.services.segments.db._delete_segments_for_network-8740403467888'] for network, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:44.702531 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:30:44.703678 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:30:44.704899 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:30:44.705482 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] Subscribe: > port after_create 55550000 {{(pid=93894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:30:44.706059 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:30:44.706627 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] Subscribe: > port after_update 55550000 {{(pid=93894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:30:44.707157 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:30:44.708076 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:30:44.708615 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:30:44.709149 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:30:44.804169 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4bacb-9167-46c5-9ae2-477410fdfa27 req-a6d34dc3-bb4e-48ad-9d46-47cba6a5b1e0 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:44.806606 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9ee4bacb-9167-46c5-9ae2-477410fdfa27 req-a6d34dc3-bb4e-48ad-9d46-47cba6a5b1e0 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.0847549 Aug 13 04:30:44.908760 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9ee4bacb-9167-46c5-9ae2-477410fdfa27 req-8d40ff75-e2a8-4f14-8b14-85dd3ffabc33 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748200 Aug 13 04:30:44.927431 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39367ba5-a2a6-4880-8372-853487aa03ea req-ea2f9970-a682-4fb6-8999-975fa5334201 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:44.936441 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-39367ba5-a2a6-4880-8372-853487aa03ea req-ea2f9970-a682-4fb6-8999-975fa5334201 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 945 time: 0.1287808 Aug 13 04:30:44.975938 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:30:44.977054 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:30:44.977483 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:30:44.977904 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93894) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:30:44.978398 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1db4458-32bf-4889-83b2-df988b6fcd23']}} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:30:45.013020 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338a91ad-0395-4b15-b7b0-b653378a553b') {'for_net_delete': True} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:30:45.013639 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338a91ad-0395-4b15-b7b0-b653378a553b') {} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:30:45.053376 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403392121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571645'] for segment, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:45.055503 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-39367ba5-a2a6-4880-8372-853487aa03ea req-1da026a7-9adf-43d3-b44f-c96d3fd46c59 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/security-groups?id=2005b603-1ae4-49a1-92f3-3182582458c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161079 Aug 13 04:30:45.086706 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910'] for segment, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:45.103547 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:30:45.104480 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8757354'] for segment, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:45.110187 dv-cinder-759961-6-iscsi neutron-server[93894]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 04:30:45.110187 dv-cinder-759961-6-iscsi neutron-server[93894]: from cryptography.utils import int_from_bytes Aug 13 04:30:45.110187 dv-cinder-759961-6-iscsi neutron-server[93894]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 04:30:45.110187 dv-cinder-759961-6-iscsi neutron-server[93894]: from cryptography.utils import int_from_bytes Aug 13 04:30:45.110187 dv-cinder-759961-6-iscsi neutron-server[93894]: Traceback (most recent call last): Aug 13 04:30:45.110187 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:30:45.110187 dv-cinder-759961-6-iscsi neutron-server[93894]: timer() Aug 13 04:30:45.110187 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:30:45.110187 dv-cinder-759961-6-iscsi neutron-server[93894]: cb(*args, **kw) Aug 13 04:30:45.110187 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:30:45.110187 dv-cinder-759961-6-iscsi neutron-server[93894]: return func(*args, **kwargs) Aug 13 04:30:45.110187 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:30:45.110187 dv-cinder-759961-6-iscsi neutron-server[93894]: self._notify() Aug 13 04:30:45.110187 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:30:45.110187 dv-cinder-759961-6-iscsi neutron-server[93894]: self.callback(batched_events) Aug 13 04:30:45.110187 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:30:45.110187 dv-cinder-759961-6-iscsi neutron-server[93894]: event.method(event) Aug 13 04:30:45.110187 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:30:45.110187 dv-cinder-759961-6-iscsi neutron-server[93894]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:30:45.110187 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:30:45.110187 dv-cinder-759961-6-iscsi neutron-server[93894]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:30:45.110187 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:30:45.110187 dv-cinder-759961-6-iscsi neutron-server[93894]: return f(self, *a, **k) Aug 13 04:30:45.110187 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:30:45.110187 dv-cinder-759961-6-iscsi neutron-server[93894]: return self._get(url).json() Aug 13 04:30:45.110187 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:30:45.110187 dv-cinder-759961-6-iscsi neutron-server[93894]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:30:45.110187 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:30:45.110187 dv-cinder-759961-6-iscsi neutron-server[93894]: return self.request(url, 'GET', **kwargs) Aug 13 04:30:45.110187 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:30:45.110187 dv-cinder-759961-6-iscsi neutron-server[93894]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:30:45.110187 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:30:45.110187 dv-cinder-759961-6-iscsi neutron-server[93894]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:30:45.110187 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:30:45.110187 dv-cinder-759961-6-iscsi neutron-server[93894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:30:45.110187 dv-cinder-759961-6-iscsi neutron-server[93894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:30:45.165737 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 36190) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:45.199945 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3788963'] for network, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:45.222972 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1db4458-32bf-4889-83b2-df988b6fcd23,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:45.232669 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:45.235836 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e1db4458-32bf-4889-83b2-df988b6fcd23 HTTP/1.1" status: 204 len: 168 time: 0.7965560 Aug 13 04:30:45.237568 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:30:45.238076 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:30:45.238759 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:30:45.239261 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:30:45.239598 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:30:45.239934 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:30:45.240265 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:30:45.240596 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:30:45.240925 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:30:45.241285 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:30:45.241631 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:30:45.242639 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4db3504-34bd-460f-a2c7-ded2185443f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:30:45.244440 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8672452-e61e-4e4b-a406-567e21f6d8b4 req-c72f276a-c554-4b02-80c8-600e86116f9b tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:45.245096 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 36196) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:45.249012 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a8672452-e61e-4e4b-a406-567e21f6d8b4 req-c72f276a-c554-4b02-80c8-600e86116f9b tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.1183567 Aug 13 04:30:45.260294 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 36198) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:45.276896 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e4f98-86e5-4c6f-96b9-eaa45e5f39ff req-8eb16307-e232-4b48-b1d0-cfeb7078eda9 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:45.278125 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-a03f2f63-6e4d-43b9-a3f1-deb0f442fe6a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Request body: {'floatingip': {'port_id': 'c3be48be-e5ee-48ea-a418-bc6c5c7a337c'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:30:45.278468 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ea5e4f98-86e5-4c6f-96b9-eaa45e5f39ff req-8eb16307-e232-4b48-b1d0-cfeb7078eda9 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.1121273 Aug 13 04:30:45.375950 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ea5e4f98-86e5-4c6f-96b9-eaa45e5f39ff req-ca32ab0f-cbf8-40a9-8c2a-00856579a06f tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824125 Aug 13 04:30:45.401975 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e73b7ce-60c7-49e0-aaee-979f9cf24d6b req-86b2f99d-080e-45ab-840a-6295c104c1ae tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:45.404084 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9e73b7ce-60c7-49e0-aaee-979f9cf24d6b req-86b2f99d-080e-45ab-840a-6295c104c1ae tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 946 time: 0.0706818 Aug 13 04:30:45.427908 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-76b16cc1-30b4-4bc6-a762-9e2693a6f6cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:45.440140 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_v2 [None req-73bc6317-9932-4e9c-ade3-dc402e9eaa40 admin admin] Deleting subnet d15f2d39-ee5b-4991-b6ae-ab06f906928f {{(pid=93894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:30:45.444596 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-73bc6317-9932-4e9c-ade3-dc402e9eaa40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:45.472698 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9e73b7ce-60c7-49e0-aaee-979f9cf24d6b req-da6905b2-3b11-4e6f-ad0f-e0258ad95ffb tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550125 Aug 13 04:30:45.486478 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a03f2f63-6e4d-43b9-a3f1-deb0f442fe6a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for floatingip, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:45.615870 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-73bc6317-9932-4e9c-ade3-dc402e9eaa40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571626'] for subnet, precommit_delete_associations {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:45.938205 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-73bc6317-9932-4e9c-ade3-dc402e9eaa40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033975'] for subnet, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:46.125649 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-76b16cc1-30b4-4bc6-a762-9e2693a6f6cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:46.139975 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-76b16cc1-30b4-4bc6-a762-9e2693a6f6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:46.188025 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-73bc6317-9932-4e9c-ade3-dc402e9eaa40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8757428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583102'] for subnet, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:46.240314 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e62880-ea77-4fb5-8338-efccd00c8d13 req-1782d710-350d-48fb-98d9-53d223a2c395 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:46.250504 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-02e62880-ea77-4fb5-8338-efccd00c8d13 req-1782d710-350d-48fb-98d9-53d223a2c395 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 945 time: 0.0804236 Aug 13 04:30:46.313315 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-02e62880-ea77-4fb5-8338-efccd00c8d13 req-212b6e06-d8c0-4867-a7de-b761f4511f1c tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/security-groups?id=2005b603-1ae4-49a1-92f3-3182582458c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616958 Aug 13 04:30:46.314982 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 36224) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:46.315377 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-76b16cc1-30b4-4bc6-a762-9e2693a6f6cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=595d12d611954c068321489c069c54ed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1485128 Aug 13 04:30:46.343184 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-73bc6317-9932-4e9c-ade3-dc402e9eaa40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:46.345756 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-73bc6317-9932-4e9c-ade3-dc402e9eaa40 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d15f2d39-ee5b-4991-b6ae-ab06f906928f HTTP/1.1" status: 204 len: 168 time: 1.0992608 Aug 13 04:30:46.347113 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b16cc1-30b4-4bc6-a762-9e2693a6f6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310e47b4-b17c-487c-bd8c-d1727b1dac51,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:46.355965 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 36230) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:46.359928 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc6317-9932-4e9c-ade3-dc402e9eaa40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d15f2d39-ee5b-4991-b6ae-ab06f906928f,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:46.684123 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-64492f70-8576-4248-ba30-d0a97bb82cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530472'] for network, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:46.700906 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-80a6397c-8440-4b6f-b8ac-3cdb44bc5754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:46.737678 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81323d0-a222-4861-ae86-fadf87f94927 req-06e268d0-6700-4d4a-b8d7-9b84cedd7e52 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:46.749566 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f81323d0-a222-4861-ae86-fadf87f94927 req-06e268d0-6700-4d4a-b8d7-9b84cedd7e52 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.2515743 Aug 13 04:30:46.769829 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.db.resource_extend [None req-a03f2f63-6e4d-43b9-a3f1-deb0f442fe6a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 13 04:30:46.789948 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-80a6397c-8440-4b6f-b8ac-3cdb44bc5754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:46.801914 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be4a86-8f9b-4d1b-bceb-17aefff58a04 req-cf2a98c7-80bb-458c-80fa-bf31e31f5a1d tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:46.810437 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f4be4a86-8f9b-4d1b-bceb-17aefff58a04 req-cf2a98c7-80bb-458c-80fa-bf31e31f5a1d tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 946 time: 0.1949780 Aug 13 04:30:46.965346 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-64492f70-8576-4248-ba30-d0a97bb82cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038704', 'neutron.services.segments.db._delete_segments_for_network-8740403467888'] for network, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:46.977660 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-64492f70-8576-4248-ba30-d0a97bb82cfd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:30:46.978121 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-64492f70-8576-4248-ba30-d0a97bb82cfd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:30:46.979351 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-64492f70-8576-4248-ba30-d0a97bb82cfd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:30:46.979351 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-64492f70-8576-4248-ba30-d0a97bb82cfd admin admin] Subscribe: > port after_create 55550000 {{(pid=93893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:30:46.979845 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-64492f70-8576-4248-ba30-d0a97bb82cfd admin admin] Subscribe: > port after_delete 55550000 {{(pid=93893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:30:46.979845 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-64492f70-8576-4248-ba30-d0a97bb82cfd admin admin] Subscribe: > port after_update 55550000 {{(pid=93893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:30:46.980087 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-64492f70-8576-4248-ba30-d0a97bb82cfd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:30:46.980898 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-64492f70-8576-4248-ba30-d0a97bb82cfd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:30:46.980898 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-64492f70-8576-4248-ba30-d0a97bb82cfd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:30:46.981741 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-64492f70-8576-4248-ba30-d0a97bb82cfd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:30:47.028166 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a03f2f63-6e4d-43b9-a3f1-deb0f442fe6a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:47.033068 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a03f2f63-6e4d-43b9-a3f1-deb0f442fe6a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3788949'] for floatingip, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:47.083582 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-64492f70-8576-4248-ba30-d0a97bb82cfd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:30:47.083940 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-64492f70-8576-4248-ba30-d0a97bb82cfd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:30:47.084276 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-64492f70-8576-4248-ba30-d0a97bb82cfd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:30:47.084607 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-64492f70-8576-4248-ba30-d0a97bb82cfd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93893) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 13 04:30:47.084995 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.services.segments.db [None req-64492f70-8576-4248-ba30-d0a97bb82cfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606a79c5-df2d-4b70-a36e-d2197711cd2c']}} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:30:47.116221 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f81323d0-a222-4861-ae86-fadf87f94927 req-d742f770-3165-4dc8-84fd-34822532c646 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3670683 Aug 13 04:30:47.129338 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.services.segments.db [None req-64492f70-8576-4248-ba30-d0a97bb82cfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e10d908-e66b-40c0-97fa-28eafa2889a8') {'for_net_delete': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:30:47.129878 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.services.segments.db [None req-64492f70-8576-4248-ba30-d0a97bb82cfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e10d908-e66b-40c0-97fa-28eafa2889a8') {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:30:47.183053 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.db.l3_db [None req-a03f2f63-6e4d-43b9-a3f1-deb0f442fe6a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Floating IP 445c062f-829e-48e1-bc66-29f2a41950bf associated. External IP: 172.27.0.235, port: c3be48be-e5ee-48ea-a418-bc6c5c7a337c. Aug 13 04:30:47.189563 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-64492f70-8576-4248-ba30-d0a97bb82cfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403392121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9290325'] for segment, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:47.249600 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f4be4a86-8f9b-4d1b-bceb-17aefff58a04 req-f90b3e67-28fd-41a7-a611-b0b68465fc70 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4363699 Aug 13 04:30:47.265830 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-64492f70-8576-4248-ba30-d0a97bb82cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910'] for segment, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:47.292466 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64492f70-8576-4248-ba30-d0a97bb82cfd admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=93893) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:30:47.293137 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-64492f70-8576-4248-ba30-d0a97bb82cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9290153'] for segment, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:47.297909 dv-cinder-759961-6-iscsi neutron-server[93893]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 04:30:47.297909 dv-cinder-759961-6-iscsi neutron-server[93893]: from cryptography.utils import int_from_bytes Aug 13 04:30:47.297909 dv-cinder-759961-6-iscsi neutron-server[93893]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 13 04:30:47.297909 dv-cinder-759961-6-iscsi neutron-server[93893]: from cryptography.utils import int_from_bytes Aug 13 04:30:47.297909 dv-cinder-759961-6-iscsi neutron-server[93893]: Traceback (most recent call last): Aug 13 04:30:47.297909 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:30:47.297909 dv-cinder-759961-6-iscsi neutron-server[93893]: timer() Aug 13 04:30:47.297909 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:30:47.297909 dv-cinder-759961-6-iscsi neutron-server[93893]: cb(*args, **kw) Aug 13 04:30:47.297909 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:30:47.297909 dv-cinder-759961-6-iscsi neutron-server[93893]: return func(*args, **kwargs) Aug 13 04:30:47.297909 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:30:47.297909 dv-cinder-759961-6-iscsi neutron-server[93893]: self._notify() Aug 13 04:30:47.297909 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:30:47.297909 dv-cinder-759961-6-iscsi neutron-server[93893]: self.callback(batched_events) Aug 13 04:30:47.297909 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:30:47.297909 dv-cinder-759961-6-iscsi neutron-server[93893]: event.method(event) Aug 13 04:30:47.297909 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:30:47.297909 dv-cinder-759961-6-iscsi neutron-server[93893]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:30:47.297909 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:30:47.297909 dv-cinder-759961-6-iscsi neutron-server[93893]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:30:47.297909 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:30:47.297909 dv-cinder-759961-6-iscsi neutron-server[93893]: return f(self, *a, **k) Aug 13 04:30:47.297909 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:30:47.297909 dv-cinder-759961-6-iscsi neutron-server[93893]: return self._get(url).json() Aug 13 04:30:47.297909 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:30:47.297909 dv-cinder-759961-6-iscsi neutron-server[93893]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:30:47.297909 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:30:47.297909 dv-cinder-759961-6-iscsi neutron-server[93893]: return self.request(url, 'GET', **kwargs) Aug 13 04:30:47.297909 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:30:47.297909 dv-cinder-759961-6-iscsi neutron-server[93893]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:30:47.297909 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:30:47.297909 dv-cinder-759961-6-iscsi neutron-server[93893]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:30:47.297909 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:30:47.297909 dv-cinder-759961-6-iscsi neutron-server[93893]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:30:47.297909 dv-cinder-759961-6-iscsi neutron-server[93893]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:30:47.348639 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-80a6397c-8440-4b6f-b8ac-3cdb44bc5754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:47.351184 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-80a6397c-8440-4b6f-b8ac-3cdb44bc5754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:47.352634 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-80a6397c-8440-4b6f-b8ac-3cdb44bc5754 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/310e47b4-b17c-487c-bd8c-d1727b1dac51 HTTP/1.1" status: 204 len: 168 time: 1.0289557 Aug 13 04:30:47.372802 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6397c-8440-4b6f-b8ac-3cdb44bc5754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310e47b4-b17c-487c-bd8c-d1727b1dac51,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:47.399381 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c1faa-14fc-4d9e-afe2-db0841b8123a req-1fd48939-fc72-46e5-ae7a-06a5e8c34582 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:47.404876 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c04c1faa-14fc-4d9e-afe2-db0841b8123a req-1fd48939-fc72-46e5-ae7a-06a5e8c34582 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.1716852 Aug 13 04:30:47.406819 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a6397c-8440-4b6f-b8ac-3cdb44bc5754 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:30:47.407304 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a6397c-8440-4b6f-b8ac-3cdb44bc5754 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:30:47.407775 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a6397c-8440-4b6f-b8ac-3cdb44bc5754 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:30:47.408253 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a6397c-8440-4b6f-b8ac-3cdb44bc5754 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:30:47.408718 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a6397c-8440-4b6f-b8ac-3cdb44bc5754 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:30:47.409270 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a6397c-8440-4b6f-b8ac-3cdb44bc5754 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:30:47.409758 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a6397c-8440-4b6f-b8ac-3cdb44bc5754 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:30:47.410242 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a6397c-8440-4b6f-b8ac-3cdb44bc5754 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:30:47.410719 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a6397c-8440-4b6f-b8ac-3cdb44bc5754 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:30:47.411194 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a6397c-8440-4b6f-b8ac-3cdb44bc5754 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:30:47.411684 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a6397c-8440-4b6f-b8ac-3cdb44bc5754 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:30:47.412155 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a6397c-8440-4b6f-b8ac-3cdb44bc5754 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:30:47.417616 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 36258) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:47.421295 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-64492f70-8576-4248-ba30-d0a97bb82cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3788963'] for network, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:47.426642 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-64492f70-8576-4248-ba30-d0a97bb82cfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for network, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:47.428714 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-64492f70-8576-4248-ba30-d0a97bb82cfd admin admin] 10.222.0.13 "DELETE /v2.0/networks/606a79c5-df2d-4b70-a36e-d2197711cd2c HTTP/1.1" status: 204 len: 168 time: 1.0717959 Aug 13 04:30:47.432932 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [None req-62e58ebd-a0ed-4450-8983-3a409e37e471 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Request body: {'floatingip': {'port_id': 'f5bada29-7024-47b0-b3dd-d142dd41cdda'}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:30:47.510030 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64492f70-8576-4248-ba30-d0a97bb82cfd admin admin] Pushing event deleted for resources: {'Network': ['ID=606a79c5-df2d-4b70-a36e-d2197711cd2c,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:47.543303 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-62e58ebd-a0ed-4450-8983-3a409e37e471 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for floatingip, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:47.703335 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03f2f63-6e4d-43b9-a3f1-deb0f442fe6a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Router bddf536a-96eb-4938-9e97-4d8f177ece72 has already been hosted by L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:30:47.994187 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03f2f63-6e4d-43b9-a3f1-deb0f442fe6a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:30:48.044385 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f23085-366c-4d01-a5c3-fec3e6a22415 None None] Sync routers for ids ['bddf536a-96eb-4938-9e97-4d8f177ece72'] in dv-cinder-759961-6-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:30:48.065917 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a03f2f63-6e4d-43b9-a3f1-deb0f442fe6a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for floatingip, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:48.094102 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f23085-366c-4d01-a5c3-fec3e6a22415 None None] Routers {'bddf536a-96eb-4938-9e97-4d8f177ece72'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:30:48.098501 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-99f23085-366c-4d01-a5c3-fec3e6a22415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:30:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['bddf536a-96eb-4938-9e97-4d8f177ece72'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:30:48.213170 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-a03f2f63-6e4d-43b9-a3f1-deb0f442fe6a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "PUT /v2.0/floatingips/445c062f-829e-48e1-bc66-29f2a41950bf HTTP/1.1" status: 200 len: 991 time: 2.9518147 Aug 13 04:30:48.214511 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd299e5c1-cd60-4057-93a3-5d32e1908d2f', 'tag': 'c3be48be-e5ee-48ea-a418-bc6c5c7a337c'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:30:48.228928 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70cdd4b14b3222e3d0e13c26c8e97d260020fc564b3ab37a06bbaa54b203d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4c7e1d-67de-409d-b9a9-08db83cafa47" -d '{"events": [{"name": "network-changed", "server_uuid": "d299e5c1-cd60-4057-93a3-5d32e1908d2f", "tag": "c3be48be-e5ee-48ea-a418-bc6c5c7a337c"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:30:48.301780 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 36282) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:48.419527 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 36286) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:48.420911 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-99f23085-366c-4d01-a5c3-fec3e6a22415 None None] Set router bddf536a-96eb-4938-9e97-4d8f177ece72 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:30:48.438098 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-20229ca9-cc52-4845-b18e-6b65512989ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f58dc46cb364d7195178a9aff390795&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1347709 Aug 13 04:30:48.443656 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 36288) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:48.452411 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-58677b0f-4881-4cdc-bd93-e5609771ff98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:48.462587 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35124803-9ec8-432f-9f68-07cd03692b3e x-openstack-request-id: req-35124803-9ec8-432f-9f68-07cd03692b3e {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:30:48.463044 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d299e5c1-cd60-4057-93a3-5d32e1908d2f", "tag": "c3be48be-e5ee-48ea-a418-bc6c5c7a337c", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:30:48.463389 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-35124803-9ec8-432f-9f68-07cd03692b3e {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:30:48.463882 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd299e5c1-cd60-4057-93a3-5d32e1908d2f', 'tag': 'c3be48be-e5ee-48ea-a418-bc6c5c7a337c', 'status': 'completed', 'code': 200} Aug 13 04:30:48.619412 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-58677b0f-4881-4cdc-bd93-e5609771ff98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:48.630207 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-58677b0f-4881-4cdc-bd93-e5609771ff98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:48.683305 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58677b0f-4881-4cdc-bd93-e5609771ff98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c0917c-b5ac-423e-b080-402e367286c0,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:48.715117 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-58677b0f-4881-4cdc-bd93-e5609771ff98 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15da28acfa984af38da816e87dbf5d47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2917283 Aug 13 04:30:48.723772 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 36300) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:48.793531 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c7e1d-67de-409d-b9a9-08db83cafa47 req-a3f6bc44-4039-485f-8815-3333e044e7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:48.795069 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7d4c7e1d-67de-409d-b9a9-08db83cafa47 req-a3f6bc44-4039-485f-8815-3333e044e7f4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=97bcef962215442fa34d9ef949492fc4&device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 1098 time: 0.2359211 Aug 13 04:30:48.842580 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0257807a-1c7e-4148-8f80-967086816256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:48.874361 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0257807a-1c7e-4148-8f80-967086816256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:48.941926 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-c22b0561-2a60-4451-bef2-abc62c009ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:48.956899 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0257807a-1c7e-4148-8f80-967086816256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:48.960224 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0257807a-1c7e-4148-8f80-967086816256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:48.962064 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-0257807a-1c7e-4148-8f80-967086816256 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1c0917c-b5ac-423e-b080-402e367286c0 HTTP/1.1" status: 204 len: 168 time: 0.2339456 Aug 13 04:30:48.973988 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0257807a-1c7e-4148-8f80-967086816256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c0917c-b5ac-423e-b080-402e367286c0,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:49.025848 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.db.resource_extend [None req-62e58ebd-a0ed-4450-8983-3a409e37e471 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 13 04:30:49.087637 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-99f23085-366c-4d01-a5c3-fec3e6a22415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'name': 'tempest-AttachVolumeShelveTestJSON-34901002-router', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:48Z', 'updated_at': '2021-08-13T04:29:54Z', 'revision_number': 4, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'gw_port': {'id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:49Z', 'updated_at': '2021-08-13T04:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_floatingips': [{'id': '445c062f-829e-48e1-bc66-29f2a41950bf', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'floating_ip_address': '172.27.0.235', 'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'router_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'port_id': 'c3be48be-e5ee-48ea-a418-bc6c5c7a337c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6', 'mac_address': 'fa:16:3e:36:7a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd299e5c1-cd60-4057-93a3-5d32e1908d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:29:59Z', 'updated_at': '2021-08-13T04:30:46Z', 'revision_number': 1, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '241f2667-d445-403b-86ef-e159889313c9', 'name': '', 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'mac_address': 'fa:16:3e:9d:51:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:53Z', 'updated_at': '2021-08-13T04:30:04Z', 'revision_number': 5, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'subnets': [{'id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:30:49.120510 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f23085-366c-4d01-a5c3-fec3e6a22415 None None] Checking router: bddf536a-96eb-4938-9e97-4d8f177ece72 for host: dv-cinder-759961-6-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:30:49.131525 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f23085-366c-4d01-a5c3-fec3e6a22415 None None] Routers {'bddf536a-96eb-4938-9e97-4d8f177ece72'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:30:49.132558 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-99f23085-366c-4d01-a5c3-fec3e6a22415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:30:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['bddf536a-96eb-4938-9e97-4d8f177ece72'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:30:49.156145 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-c22b0561-2a60-4451-bef2-abc62c009ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:49.181630 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-62e58ebd-a0ed-4450-8983-3a409e37e471 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:49.220297 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-62e58ebd-a0ed-4450-8983-3a409e37e471 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3788949'] for floatingip, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:49.286602 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c7e1d-67de-409d-b9a9-08db83cafa47 req-6fddf8bd-ac02-41ec-a717-39317ba44e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:49.288411 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7d4c7e1d-67de-409d-b9a9-08db83cafa47 req-6fddf8bd-ac02-41ec-a717-39317ba44e7a service neutron] 10.222.0.64 "GET /v2.0/networks?id=961a975f-b6bf-4b12-8622-52a8bd477fc6 HTTP/1.1" status: 200 len: 916 time: 0.4593415 Aug 13 04:30:49.531048 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-99f23085-366c-4d01-a5c3-fec3e6a22415 None None] Set router bddf536a-96eb-4938-9e97-4d8f177ece72 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:30:49.554088 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7d4c7e1d-67de-409d-b9a9-08db83cafa47 req-327b2bf9-764b-4fb6-89bf-4aef09f9b392 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3be48be-e5ee-48ea-a418-bc6c5c7a337c HTTP/1.1" status: 200 len: 999 time: 0.2465410 Aug 13 04:30:49.560399 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-c22b0561-2a60-4451-bef2-abc62c009ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:49.563268 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-c22b0561-2a60-4451-bef2-abc62c009ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:49.564574 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-c22b0561-2a60-4451-bef2-abc62c009ba3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c0fdff5f-c29c-4b15-a765-3d912fdd6a85 HTTP/1.1" status: 204 len: 168 time: 1.1199846 Aug 13 04:30:49.590489 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b0561-2a60-4451-bef2-abc62c009ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fdff5f-c29c-4b15-a765-3d912fdd6a85,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:49.618560 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.db.l3_db [None req-62e58ebd-a0ed-4450-8983-3a409e37e471 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Floating IP b3d28af1-26cd-4cec-8e22-0947aa12f455 associated. External IP: 172.27.0.89, port: f5bada29-7024-47b0-b3dd-d142dd41cdda. Aug 13 04:30:49.705758 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c7e1d-67de-409d-b9a9-08db83cafa47 req-ad97ce00-100c-4157-9ea6-1776f35e7b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:49.707262 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7d4c7e1d-67de-409d-b9a9-08db83cafa47 req-ad97ce00-100c-4157-9ea6-1776f35e7b31 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f926821c-827a-487a-ac65-0966f4150cbf HTTP/1.1" status: 200 len: 854 time: 0.1392274 Aug 13 04:30:49.730108 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 36328) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:49.747906 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-05512623-0be0-44cf-95b4-8b598b2006d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:49.850047 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c7e1d-67de-409d-b9a9-08db83cafa47 req-240a5223-ad8a-421c-9e2d-e9727235ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:49.853224 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7d4c7e1d-67de-409d-b9a9-08db83cafa47 req-240a5223-ad8a-421c-9e2d-e9727235ecd0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=961a975f-b6bf-4b12-8622-52a8bd477fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0968084 Aug 13 04:30:49.980658 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-05512623-0be0-44cf-95b4-8b598b2006d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:49.999806 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-05512623-0be0-44cf-95b4-8b598b2006d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:50.049835 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-99f23085-366c-4d01-a5c3-fec3e6a22415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'name': 'tempest-AttachVolumeShelveTestJSON-34901002-router', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:48Z', 'updated_at': '2021-08-13T04:29:54Z', 'revision_number': 4, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'gw_port': {'id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:49Z', 'updated_at': '2021-08-13T04:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_floatingips': [{'id': '445c062f-829e-48e1-bc66-29f2a41950bf', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'floating_ip_address': '172.27.0.235', 'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'router_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'port_id': 'c3be48be-e5ee-48ea-a418-bc6c5c7a337c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6', 'mac_address': 'fa:16:3e:36:7a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd299e5c1-cd60-4057-93a3-5d32e1908d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:29:59Z', 'updated_at': '2021-08-13T04:30:46Z', 'revision_number': 1, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '241f2667-d445-403b-86ef-e159889313c9', 'name': '', 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'mac_address': 'fa:16:3e:9d:51:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:53Z', 'updated_at': '2021-08-13T04:30:04Z', 'revision_number': 5, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'subnets': [{'id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:30:50.065071 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05512623-0be0-44cf-95b4-8b598b2006d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8027e9fb-4e02-42ed-b6d5-53b60aed954a,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:50.071534 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-05512623-0be0-44cf-95b4-8b598b2006d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=89cc7140878741d983720eb31db3f543&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3369036 Aug 13 04:30:50.071906 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 36336) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:50.122356 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f23085-366c-4d01-a5c3-fec3e6a22415 None None] The sync data for ids ['bddf536a-96eb-4938-9e97-4d8f177ece72'] in dv-cinder-759961-6-iscsi is: [{'id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'name': 'tempest-AttachVolumeShelveTestJSON-34901002-router', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:48Z', 'updated_at': '2021-08-13T04:29:54Z', 'revision_number': 4, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'gw_port': {'id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:49Z', 'updated_at': '2021-08-13T04:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_floatingips': [{'id': '445c062f-829e-48e1-bc66-29f2a41950bf', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'floating_ip_address': '172.27.0.235', 'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'router_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'port_id': 'c3be48be-e5ee-48ea-a418-bc6c5c7a337c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6', 'mac_address': 'fa:16:3e:36:7a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd299e5c1-cd60-4057-93a3-5d32e1908d2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:29:59Z', 'updated_at': '2021-08-13T04:30:46Z', 'revision_number': 1, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '241f2667-d445-403b-86ef-e159889313c9', 'name': '', 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'mac_address': 'fa:16:3e:9d:51:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:53Z', 'updated_at': '2021-08-13T04:30:04Z', 'revision_number': 5, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'subnets': [{'id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:30:50.125613 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 36340) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:50.188649 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a6c03af8-195f-41a0-991d-f4f48465e427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:50.207175 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-1c0a9e76-620b-4255-b6e1-4f4718188f45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55fbe1aeee8f43e6b533d79a2cd21e1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0804703 Aug 13 04:30:50.210670 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 36342) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:50.235114 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a6c03af8-195f-41a0-991d-f4f48465e427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:50.291333 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7d4c7e1d-67de-409d-b9a9-08db83cafa47 req-765fcdf8-a5e5-48e6-be20-5cbe7289b118 service neutron] 10.222.0.64 "GET /v2.0/networks/961a975f-b6bf-4b12-8622-52a8bd477fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295721 Aug 13 04:30:50.294445 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8e6a918f-9ebb-4d45-974b-73b853927034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:50.322400 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e58ebd-a0ed-4450-8983-3a409e37e471 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Router 212c78a9-aefd-4f63-8bb4-be0c67202d13 has already been hosted by L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb {{(pid=93893) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:30:50.327950 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8e6a918f-9ebb-4d45-974b-73b853927034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:50.353174 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a6c03af8-195f-41a0-991d-f4f48465e427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:50.356093 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a6c03af8-195f-41a0-991d-f4f48465e427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:50.357370 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-a6c03af8-195f-41a0-991d-f4f48465e427 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8027e9fb-4e02-42ed-b6d5-53b60aed954a HTTP/1.1" status: 204 len: 168 time: 0.2844827 Aug 13 04:30:50.379679 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c03af8-195f-41a0-991d-f4f48465e427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8027e9fb-4e02-42ed-b6d5-53b60aed954a,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:50.415988 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8e6a918f-9ebb-4d45-974b-73b853927034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:50.426612 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8e6a918f-9ebb-4d45-974b-73b853927034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:50.429190 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-8e6a918f-9ebb-4d45-974b-73b853927034 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad587908-a36f-4eb0-bae1-fc9ca64e1f08 HTTP/1.1" status: 204 len: 168 time: 0.2150717 Aug 13 04:30:50.435107 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d15dde-a604-4c0f-912a-9a38a375ec02 None None] New status for floating IP 445c062f-829e-48e1-bc66-29f2a41950bf: ACTIVE {{(pid=93895) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:30:50.441419 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6a918f-9ebb-4d45-974b-73b853927034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad587908-a36f-4eb0-bae1-fc9ca64e1f08,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:50.573779 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7d4c7e1d-67de-409d-b9a9-08db83cafa47 req-3153a739-dde9-45ce-9809-e9736e379a7b service neutron] 10.222.0.64 "GET /v2.0/networks/961a975f-b6bf-4b12-8622-52a8bd477fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723966 Aug 13 04:30:50.648907 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e58ebd-a0ed-4450-8983-3a409e37e471 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:30:50.655416 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-62e58ebd-a0ed-4450-8983-3a409e37e471 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for floatingip, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:50.659805 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61f6c82-bd73-42b8-a819-2f9b67291bec None None] Sync routers for ids ['212c78a9-aefd-4f63-8bb4-be0c67202d13'] in dv-cinder-759961-6-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:30:50.671709 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61f6c82-bd73-42b8-a819-2f9b67291bec None None] Routers {'212c78a9-aefd-4f63-8bb4-be0c67202d13'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:30:50.673914 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-c61f6c82-bd73-42b8-a819-2f9b67291bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:30:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['212c78a9-aefd-4f63-8bb4-be0c67202d13'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:30:50.727075 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-62e58ebd-a0ed-4450-8983-3a409e37e471 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "PUT /v2.0/floatingips/b3d28af1-26cd-4cec-8e22-0947aa12f455 HTTP/1.1" status: 200 len: 990 time: 3.3068833 Aug 13 04:30:50.730233 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0662f42-e77d-4f85-84ad-b58befdc445d', 'tag': 'f5bada29-7024-47b0-b3dd-d142dd41cdda'}] {{(pid=93893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:30:50.738102 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aea723d68c964973b0702c1800637223d1e6775f666202f903cb1e18101cb68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7477318d-5bd5-45a0-9abb-9ea34750e179" -d '{"events": [{"name": "network-changed", "server_uuid": "a0662f42-e77d-4f85-84ad-b58befdc445d", "tag": "f5bada29-7024-47b0-b3dd-d142dd41cdda"}]}' {{(pid=93893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:30:50.807869 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5076ae53-10dd-4c0c-b424-014f9765be66 x-openstack-request-id: req-5076ae53-10dd-4c0c-b424-014f9765be66 {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:30:50.808450 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0662f42-e77d-4f85-84ad-b58befdc445d", "tag": "f5bada29-7024-47b0-b3dd-d142dd41cdda", "status": "completed", "code": 200}]} {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:30:50.808775 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5076ae53-10dd-4c0c-b424-014f9765be66 {{(pid=93893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:30:50.809311 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0662f42-e77d-4f85-84ad-b58befdc445d', 'tag': 'f5bada29-7024-47b0-b3dd-d142dd41cdda', 'status': 'completed', 'code': 200} Aug 13 04:30:50.883413 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-c61f6c82-bd73-42b8-a819-2f9b67291bec None None] Set router 212c78a9-aefd-4f63-8bb4-be0c67202d13 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:30:50.911094 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477318d-5bd5-45a0-9abb-9ea34750e179 req-ac784eda-fa25-4855-be01-7463e38597f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:50.912596 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7477318d-5bd5-45a0-9abb-9ea34750e179 req-ac784eda-fa25-4855-be01-7463e38597f0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=14887014218041cc86fddfa8a151dcd6&device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 1098 time: 0.0524840 Aug 13 04:30:51.060531 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477318d-5bd5-45a0-9abb-9ea34750e179 req-39b2bbe6-4771-418c-ad60-f8ba5da959d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:51.062407 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7477318d-5bd5-45a0-9abb-9ea34750e179 req-39b2bbe6-4771-418c-ad60-f8ba5da959d2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9c9aa154-2553-4e43-a430-2b11cf059f5c HTTP/1.1" status: 200 len: 911 time: 0.1306605 Aug 13 04:30:51.154227 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7477318d-5bd5-45a0-9abb-9ea34750e179 req-f9fd78c6-b72f-4086-8a24-094f54c1c429 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5bada29-7024-47b0-b3dd-d142dd41cdda HTTP/1.1" status: 200 len: 998 time: 0.0794363 Aug 13 04:30:51.246077 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477318d-5bd5-45a0-9abb-9ea34750e179 req-dad60289-969e-4bfd-be14-6e61cd850072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:51.247622 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7477318d-5bd5-45a0-9abb-9ea34750e179 req-dad60289-969e-4bfd-be14-6e61cd850072 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5b21e272-0ba6-46ef-9194-8e0451e934ca HTTP/1.1" status: 200 len: 849 time: 0.0797734 Aug 13 04:30:51.278229 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-c61f6c82-bd73-42b8-a819-2f9b67291bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'name': 'tempest-AttachVolumeTestJSON-741037835-router', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:45Z', 'updated_at': '2021-08-13T04:29:51Z', 'revision_number': 4, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'gw_port': {'id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:47Z', 'updated_at': '2021-08-13T04:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_floatingips': [{'id': 'b3d28af1-26cd-4cec-8e22-0947aa12f455', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'router_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'port_id': 'f5bada29-7024-47b0-b3dd-d142dd41cdda', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 82, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c', 'mac_address': 'fa:16:3e:eb:67:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0662f42-e77d-4f85-84ad-b58befdc445d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:29:55Z', 'updated_at': '2021-08-13T04:30:48Z', 'revision_number': 1, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad1561e4-776c-43ca-926b-f2b7bf901d69', 'name': '', 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'mac_address': 'fa:16:3e:34:58:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5b21e272-0ba6-46ef-9194-8e0451e934ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:50Z', 'updated_at': '2021-08-13T04:29:58Z', 'revision_number': 5, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'subnets': [{'id': '5b21e272-0ba6-46ef-9194-8e0451e934ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:30:51.332368 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61f6c82-bd73-42b8-a819-2f9b67291bec None None] Checking router: 212c78a9-aefd-4f63-8bb4-be0c67202d13 for host: dv-cinder-759961-6-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:30:51.339828 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477318d-5bd5-45a0-9abb-9ea34750e179 req-ba9e94d2-b873-41b2-85fe-3f0fd426d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:51.342195 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7477318d-5bd5-45a0-9abb-9ea34750e179 req-ba9e94d2-b873-41b2-85fe-3f0fd426d428 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c9aa154-2553-4e43-a430-2b11cf059f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0853541 Aug 13 04:30:51.342625 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61f6c82-bd73-42b8-a819-2f9b67291bec None None] Routers {'212c78a9-aefd-4f63-8bb4-be0c67202d13'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:30:51.343319 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-c61f6c82-bd73-42b8-a819-2f9b67291bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:30:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['212c78a9-aefd-4f63-8bb4-be0c67202d13'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:30:51.461463 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7477318d-5bd5-45a0-9abb-9ea34750e179 req-9853e54a-2d22-4391-a008-0447696b8290 service neutron] 10.222.0.64 "GET /v2.0/networks/9c9aa154-2553-4e43-a430-2b11cf059f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104479 Aug 13 04:30:51.529718 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-c61f6c82-bd73-42b8-a819-2f9b67291bec None None] Set router 212c78a9-aefd-4f63-8bb4-be0c67202d13 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:30:51.654658 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7477318d-5bd5-45a0-9abb-9ea34750e179 req-b4cfef89-7e39-41a5-9ec3-0892585ad0a3 service neutron] 10.222.0.64 "GET /v2.0/networks/9c9aa154-2553-4e43-a430-2b11cf059f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842394 Aug 13 04:30:51.886123 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-c61f6c82-bd73-42b8-a819-2f9b67291bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'name': 'tempest-AttachVolumeTestJSON-741037835-router', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:45Z', 'updated_at': '2021-08-13T04:29:51Z', 'revision_number': 4, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'gw_port': {'id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:47Z', 'updated_at': '2021-08-13T04:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_floatingips': [{'id': 'b3d28af1-26cd-4cec-8e22-0947aa12f455', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'router_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'port_id': 'f5bada29-7024-47b0-b3dd-d142dd41cdda', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 82, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c', 'mac_address': 'fa:16:3e:eb:67:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0662f42-e77d-4f85-84ad-b58befdc445d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:29:55Z', 'updated_at': '2021-08-13T04:30:48Z', 'revision_number': 1, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad1561e4-776c-43ca-926b-f2b7bf901d69', 'name': '', 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'mac_address': 'fa:16:3e:34:58:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5b21e272-0ba6-46ef-9194-8e0451e934ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:50Z', 'updated_at': '2021-08-13T04:29:58Z', 'revision_number': 5, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'subnets': [{'id': '5b21e272-0ba6-46ef-9194-8e0451e934ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:30:51.920164 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61f6c82-bd73-42b8-a819-2f9b67291bec None None] The sync data for ids ['212c78a9-aefd-4f63-8bb4-be0c67202d13'] in dv-cinder-759961-6-iscsi is: [{'id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'name': 'tempest-AttachVolumeTestJSON-741037835-router', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:45Z', 'updated_at': '2021-08-13T04:29:51Z', 'revision_number': 4, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'gw_port': {'id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:47Z', 'updated_at': '2021-08-13T04:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_floatingips': [{'id': 'b3d28af1-26cd-4cec-8e22-0947aa12f455', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'router_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'port_id': 'f5bada29-7024-47b0-b3dd-d142dd41cdda', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 82, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c', 'mac_address': 'fa:16:3e:eb:67:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0662f42-e77d-4f85-84ad-b58befdc445d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:29:55Z', 'updated_at': '2021-08-13T04:30:48Z', 'revision_number': 1, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad1561e4-776c-43ca-926b-f2b7bf901d69', 'name': '', 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'mac_address': 'fa:16:3e:34:58:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5b21e272-0ba6-46ef-9194-8e0451e934ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:50Z', 'updated_at': '2021-08-13T04:29:58Z', 'revision_number': 5, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'subnets': [{'id': '5b21e272-0ba6-46ef-9194-8e0451e934ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:30:52.175406 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb04420-5d88-402a-9fb1-dd202aad6a5f None None] New status for floating IP b3d28af1-26cd-4cec-8e22-0947aa12f455: ACTIVE {{(pid=93895) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:30:53.579476 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 36552) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:53.697635 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-8c9bb3a2-3bd7-4598-8980-2d3d56e147ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:53.804447 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-8c9bb3a2-3bd7-4598-8980-2d3d56e147ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:53.809638 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-8c9bb3a2-3bd7-4598-8980-2d3d56e147ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:53.863229 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 36564) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:53.865997 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-8c9bb3a2-3bd7-4598-8980-2d3d56e147ee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e77e7cb0d3e947b5a09a7008faf5c11d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853253 Aug 13 04:30:53.867837 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9bb3a2-3bd7-4598-8980-2d3d56e147ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98bc2c3e-a48a-4d0c-9a29-bcd79c83f280,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:53.935332 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-48ef805a-d25b-47d7-8fbe-bb585605e60d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:53.959622 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-48ef805a-d25b-47d7-8fbe-bb585605e60d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:54.009165 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-48ef805a-d25b-47d7-8fbe-bb585605e60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:54.011797 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-48ef805a-d25b-47d7-8fbe-bb585605e60d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:54.012943 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-48ef805a-d25b-47d7-8fbe-bb585605e60d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98bc2c3e-a48a-4d0c-9a29-bcd79c83f280 HTTP/1.1" status: 204 len: 168 time: 0.1486807 Aug 13 04:30:54.022026 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef805a-d25b-47d7-8fbe-bb585605e60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bc2c3e-a48a-4d0c-9a29-bcd79c83f280,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:54.293206 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 36578) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:54.307733 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-9213eee5-9944-4e95-bf49-cf9fd7c570e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:54.396205 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-9213eee5-9944-4e95-bf49-cf9fd7c570e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:54.401122 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-9213eee5-9944-4e95-bf49-cf9fd7c570e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:54.441023 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-9213eee5-9944-4e95-bf49-cf9fd7c570e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e76fc2645c8c4c33bf5b0b6b36b82218&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466782 Aug 13 04:30:54.441708 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9213eee5-9944-4e95-bf49-cf9fd7c570e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd360fdb-108e-460f-b6c9-cf5fa4321ee5,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:54.443896 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 36580) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:54.498428 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-d64dad83-ee5c-4b97-8f6c-a60873cac3e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:54.519633 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-d64dad83-ee5c-4b97-8f6c-a60873cac3e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:54.571221 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-d64dad83-ee5c-4b97-8f6c-a60873cac3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:54.573754 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-d64dad83-ee5c-4b97-8f6c-a60873cac3e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:54.574897 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-d64dad83-ee5c-4b97-8f6c-a60873cac3e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd360fdb-108e-460f-b6c9-cf5fa4321ee5 HTTP/1.1" status: 204 len: 168 time: 0.1261294 Aug 13 04:30:54.583254 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64dad83-ee5c-4b97-8f6c-a60873cac3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd360fdb-108e-460f-b6c9-cf5fa4321ee5,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:56.756226 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 36662) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:56.882906 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-277d4869-2ff0-4572-b219-210af6b8836e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:56.987444 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-277d4869-2ff0-4572-b219-210af6b8836e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:56.994369 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-277d4869-2ff0-4572-b219-210af6b8836e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:57.044180 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-277d4869-2ff0-4572-b219-210af6b8836e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=44d201d746e346838fb2d9da5de817dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2864614 Aug 13 04:30:57.045094 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d4869-2ff0-4572-b219-210af6b8836e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67053fc5-88ab-4893-9f7e-e43b12e16035,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:57.047278 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 36668) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:57.131645 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-0d8ed89e-8457-4862-a59c-c13d6de3a4af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:57.168773 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-0d8ed89e-8457-4862-a59c-c13d6de3a4af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:57.240615 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-0d8ed89e-8457-4862-a59c-c13d6de3a4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:57.246229 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-0d8ed89e-8457-4862-a59c-c13d6de3a4af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:57.247807 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-0d8ed89e-8457-4862-a59c-c13d6de3a4af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67053fc5-88ab-4893-9f7e-e43b12e16035 HTTP/1.1" status: 204 len: 168 time: 0.1988564 Aug 13 04:30:57.259138 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ed89e-8457-4862-a59c-c13d6de3a4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67053fc5-88ab-4893-9f7e-e43b12e16035,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:57.371169 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 6 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:30:57.552179 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 36680) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:57.566914 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-2b0d5400-4575-4321-86bc-070314f89721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:57.671333 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-2b0d5400-4575-4321-86bc-070314f89721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:57.675758 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-2b0d5400-4575-4321-86bc-070314f89721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:57.716249 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-2b0d5400-4575-4321-86bc-070314f89721 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa0dc5c3b3d44dd2a6e358b31d985add&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1629691 Aug 13 04:30:57.717401 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d5400-4575-4321-86bc-070314f89721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16556d2-109d-4abb-a892-a6d2ce5ccb29,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:57.718959 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 36682) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:57.776091 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a85a51e9-d355-4205-93c0-52fe70f95fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:57.802533 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a85a51e9-d355-4205-93c0-52fe70f95fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:57.858828 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a85a51e9-d355-4205-93c0-52fe70f95fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:57.861508 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a85a51e9-d355-4205-93c0-52fe70f95fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:57.862839 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-a85a51e9-d355-4205-93c0-52fe70f95fe4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a16556d2-109d-4abb-a892-a6d2ce5ccb29 HTTP/1.1" status: 204 len: 168 time: 0.1423042 Aug 13 04:30:57.877584 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a51e9-d355-4205-93c0-52fe70f95fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16556d2-109d-4abb-a892-a6d2ce5ccb29,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:58.147935 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf6a8e-73bd-4e7a-a262-a69d0c5a0096 req-d60a7d57-6644-481a-bcb9-65102786bf6e tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:58.156302 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6acf6a8e-73bd-4e7a-a262-a69d0c5a0096 req-d60a7d57-6644-481a-bcb9-65102786bf6e tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 945 time: 0.0625792 Aug 13 04:30:58.192038 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6acf6a8e-73bd-4e7a-a262-a69d0c5a0096 req-feecfd63-b0f4-4e6e-a6c8-40f3612e8daa tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/security-groups?id=2005b603-1ae4-49a1-92f3-3182582458c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347402 Aug 13 04:30:58.237373 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 36700) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:58.251803 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-6bf8cc4d-41aa-4073-b054-90e955310155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:58.350807 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-6bf8cc4d-41aa-4073-b054-90e955310155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:58.355264 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-6bf8cc4d-41aa-4073-b054-90e955310155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:58.400950 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8cc4d-41aa-4073-b054-90e955310155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754282e9-2a01-4bbb-aeb2-10a817723a12,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:58.407343 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-6bf8cc4d-41aa-4073-b054-90e955310155 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2035c025f2b3484b9a02d6ebf086137e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1687374 Aug 13 04:30:58.410149 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 36706) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:58.464127 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8f2c39ae-4675-4174-a19f-5a5706e91017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:58.488696 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8f2c39ae-4675-4174-a19f-5a5706e91017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:58.542322 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8f2c39ae-4675-4174-a19f-5a5706e91017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:58.544892 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8f2c39ae-4675-4174-a19f-5a5706e91017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:58.548714 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-8f2c39ae-4675-4174-a19f-5a5706e91017 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/754282e9-2a01-4bbb-aeb2-10a817723a12 HTTP/1.1" status: 204 len: 168 time: 0.1348701 Aug 13 04:30:58.554148 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c39ae-4675-4174-a19f-5a5706e91017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754282e9-2a01-4bbb-aeb2-10a817723a12,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:59.320516 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe46390-d6fc-4ed7-a272-e85bdee94965 req-fa9350e0-2228-4390-a21f-eca531683793 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:59.322257 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-afe46390-d6fc-4ed7-a272-e85bdee94965 req-fa9350e0-2228-4390-a21f-eca531683793 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 945 time: 0.0505047 Aug 13 04:30:59.355131 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 36736) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:59.375787 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-afe46390-d6fc-4ed7-a272-e85bdee94965 req-1dc11631-56d7-4e22-ab1a-adc12cce97e9 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/security-groups?id=2005b603-1ae4-49a1-92f3-3182582458c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472865 Aug 13 04:30:59.457218 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-18d7be65-ec0c-4972-af69-8985f538cde2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1940618460-network', 'tenant_id': 'af89c6f3ec974defb8233cfefa31e914'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:30:59.497664 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d7be65-ec0c-4972-af69-8985f538cde2 admin admin] Made reservation on behalf of af89c6f3ec974defb8233cfefa31e914 for: {'network': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:30:59.501522 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-18d7be65-ec0c-4972-af69-8985f538cde2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for network, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:59.515450 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-18d7be65-ec0c-4972-af69-8985f538cde2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:59.621231 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-18d7be65-ec0c-4972-af69-8985f538cde2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:59.625182 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-18d7be65-ec0c-4972-af69-8985f538cde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:59.652102 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d7be65-ec0c-4972-af69-8985f538cde2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=93894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:30:59.661730 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7be65-ec0c-4972-af69-8985f538cde2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93eafb0-9a1a-4269-b6dc-bc667776c3d4,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:59.669617 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-18d7be65-ec0c-4972-af69-8985f538cde2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910'] for segment, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:59.669752 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.db.segments_db [None req-18d7be65-ec0c-4972-af69-8985f538cde2 admin admin] Added segment 631216f4-19a2-4275-9245-6d9df23fb507 of type vlan for network 0ac580e7-d1b2-46c1-ae42-d5c12c542de0 Aug 13 04:30:59.712525 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-18d7be65-ec0c-4972-af69-8985f538cde2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740402894165'] for network, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:59.742433 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-18d7be65-ec0c-4972-af69-8985f538cde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156'] for network, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:59.743532 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d7be65-ec0c-4972-af69-8985f538cde2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:30:59.744211 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-18d7be65-ec0c-4972-af69-8985f538cde2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:30:59.800681 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-18d7be65-ec0c-4972-af69-8985f538cde2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4443533 Aug 13 04:30:59.804319 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 36746) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:30:59.808067 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7be65-ec0c-4972-af69-8985f538cde2 admin admin] Pushing event updated for resources: {'Network': ['ID=0ac580e7-d1b2-46c1-ae42-d5c12c542de0,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:30:59.814910 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [None req-5280352c-397c-48de-a431-7412d37f7dc4 admin admin] Request body: {'subnet': {'network_id': '0ac580e7-d1b2-46c1-ae42-d5c12c542de0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1940618460-subnet', 'tenant_id': 'af89c6f3ec974defb8233cfefa31e914', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:30:59.816970 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Network 0ac580e7-d1b2-46c1-ae42-d5c12c542de0 details requested by agent ovs-agent-dv-cinder-759961-6-iscsi with host dv-cinder-759961-6-iscsi {{(pid=93895) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:30:59.838203 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5280352c-397c-48de-a431-7412d37f7dc4 admin admin] Made reservation on behalf of af89c6f3ec974defb8233cfefa31e914 for: {'subnet': 1} {{(pid=93893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:30:59.840502 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-5280352c-397c-48de-a431-7412d37f7dc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9155869'] for subnet, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:00.013692 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-5280352c-397c-48de-a431-7412d37f7dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9290032', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9155887'] for subnet, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:00.075424 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280352c-397c-48de-a431-7412d37f7dc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=606701c9-2266-40fc-be40-2efafd4f3a18,revision_number=0']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:00.087742 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5280352c-397c-48de-a431-7412d37f7dc4 admin admin] Checking segment: {'id': '631216f4-19a2-4275-9245-6d9df23fb507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0ac580e7-d1b2-46c1-ae42-d5c12c542de0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:31:00.088112 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5280352c-397c-48de-a431-7412d37f7dc4 admin admin] Network hostable DHCP agents. Network: 0ac580e7-d1b2-46c1-ae42-d5c12c542de0, hostable agents: ['648804f1-66f0-43bb-b72d-2cc8dd7b696f'], hosted agents: [] {{(pid=93893) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:31:00.104695 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5280352c-397c-48de-a431-7412d37f7dc4 admin admin] Network 0ac580e7-d1b2-46c1-ae42-d5c12c542de0 is scheduled to be hosted by DHCP agent 648804f1-66f0-43bb-b72d-2cc8dd7b696f with binding_index 1 {{(pid=93893) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:31:00.113987 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.base_scheduler [None req-5280352c-397c-48de-a431-7412d37f7dc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-6-iscsi, 0ac580e7-d1b2-46c1-ae42-d5c12c542de0) {{(pid=93893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:31:00.121599 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5280352c-397c-48de-a431-7412d37f7dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:00.122191 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-5280352c-397c-48de-a431-7412d37f7dc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:00.128073 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a7195d-d777-4a36-b9e1-606ee92a5358 None None] Network 0ac580e7-d1b2-46c1-ae42-d5c12c542de0 requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:31:00.154266 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-5280352c-397c-48de-a431-7412d37f7dc4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3380375 Aug 13 04:31:00.261580 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4593915e-76c1-421e-b62c-290418b71548 None None] Network 0ac580e7-d1b2-46c1-ae42-d5c12c542de0 requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:31:00.508449 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed369b20-9719-4cca-8bf5-7dc9960d361a req-2110d0d2-a1a8-436a-ad43-3768e058a061 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:00.510382 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ed369b20-9719-4cca-8bf5-7dc9960d361a req-2110d0d2-a1a8-436a-ad43-3768e058a061 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 945 time: 0.0513787 Aug 13 04:31:00.556595 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ed369b20-9719-4cca-8bf5-7dc9960d361a req-47353f0a-7b58-42af-9d75-38e6bbe082cd tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/security-groups?id=2005b603-1ae4-49a1-92f3-3182582458c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398057 Aug 13 04:31:00.863007 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102da2a-01c7-4af1-b6b0-846c3f2f1ff6 req-7ad6e0bc-5a96-44ef-9b6c-ade9573607f5 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:00.864497 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d102da2a-01c7-4af1-b6b0-846c3f2f1ff6 req-7ad6e0bc-5a96-44ef-9b6c-ade9573607f5 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.64 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 945 time: 0.0532434 Aug 13 04:31:01.008167 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [req-d102da2a-01c7-4af1-b6b0-846c3f2f1ff6 req-564cc1b5-874c-4143-9594-4169623574d1 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Deleting port 7ac239ef-8a51-4298-8f3f-3e873f6190de {{(pid=93893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:31:01.008511 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-d102da2a-01c7-4af1-b6b0-846c3f2f1ff6 req-564cc1b5-874c-4143-9594-4169623574d1 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:01.110746 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [req-d102da2a-01c7-4af1-b6b0-846c3f2f1ff6 req-564cc1b5-874c-4143-9594-4169623574d1 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] For port 7ac239ef-8a51-4298-8f3f-3e873f6190de, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=7ac239ef-8a51-4298-8f3f-3e873f6190de,segment=NetworkSegment(bcc8529d-17ee-4497-a305-015a07cff0c2),segment_id=bcc8529d-17ee-4497-a305-015a07cff0c2)] {{(pid=93893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:31:01.111101 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-d102da2a-01c7-4af1-b6b0-846c3f2f1ff6 req-564cc1b5-874c-4143-9594-4169623574d1 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:01.127226 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [req-d102da2a-01c7-4af1-b6b0-846c3f2f1ff6 req-564cc1b5-874c-4143-9594-4169623574d1 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Calling delete_port for 7ac239ef-8a51-4298-8f3f-3e873f6190de owned by compute:nova {{(pid=93893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:31:01.313057 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-d102da2a-01c7-4af1-b6b0-846c3f2f1ff6 req-564cc1b5-874c-4143-9594-4169623574d1 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:01.328021 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['7ac239ef-8a51-4298-8f3f-3e873f6190de'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:31:01.345634 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564cc1b5-874c-4143-9594-4169623574d1 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Pushing event deleted for resources: {'Port': ['ID=7ac239ef-8a51-4298-8f3f-3e873f6190de,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:01.419624 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [req-d102da2a-01c7-4af1-b6b0-846c3f2f1ff6 req-564cc1b5-874c-4143-9594-4169623574d1 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] No DVR routers for this DVR port 7ac239ef-8a51-4298-8f3f-3e873f6190de on host hv-cinder-75996 {{(pid=93893) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:31:01.423156 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-d102da2a-01c7-4af1-b6b0-846c3f2f1ff6 req-564cc1b5-874c-4143-9594-4169623574d1 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:01.425516 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d102da2a-01c7-4af1-b6b0-846c3f2f1ff6 req-564cc1b5-874c-4143-9594-4169623574d1 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.64 "DELETE /v2.0/ports/7ac239ef-8a51-4298-8f3f-3e873f6190de HTTP/1.1" status: 204 len: 173 time: 0.5464630 Aug 13 04:31:01.425994 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47f20e62-089b-4313-bad1-6139880e21cd', 'name': 'network-vif-deleted', 'tag': '7ac239ef-8a51-4298-8f3f-3e873f6190de'}] {{(pid=93893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:31:01.428968 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aea723d68c964973b0702c1800637223d1e6775f666202f903cb1e18101cb68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb0ec9f-8c76-4ed4-9f1b-56543517c5b3" -d '{"events": [{"server_uuid": "47f20e62-089b-4313-bad1-6139880e21cd", "name": "network-vif-deleted", "tag": "7ac239ef-8a51-4298-8f3f-3e873f6190de"}]}' {{(pid=93893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:31:01.469486 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654d7a2d-8027-4cc8-ac73-2f5744c79ff7 x-openstack-request-id: req-654d7a2d-8027-4cc8-ac73-2f5744c79ff7 {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:31:01.469903 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47f20e62-089b-4313-bad1-6139880e21cd", "name": "network-vif-deleted", "tag": "7ac239ef-8a51-4298-8f3f-3e873f6190de", "status": "completed", "code": 200}]} {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:31:01.470304 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-654d7a2d-8027-4cc8-ac73-2f5744c79ff7 {{(pid=93893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:31:01.470800 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47f20e62-089b-4313-bad1-6139880e21cd', 'name': 'network-vif-deleted', 'tag': '7ac239ef-8a51-4298-8f3f-3e873f6190de', 'status': 'completed', 'code': 200} Aug 13 04:31:01.708982 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c5a5f405-bc57-45f6-9ea9-354d691a29e7 req-6ecab1c8-fb06-46d0-9365-86e9b56d6cdc tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 210 time: 0.0541966 Aug 13 04:31:02.157684 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-6fc81224-6663-4512-a9a0-0c0c09d5afb9 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:02.159279 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-6fc81224-6663-4512-a9a0-0c0c09d5afb9 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/networks?id=0ac580e7-d1b2-46c1-ae42-d5c12c542de0 HTTP/1.1" status: 200 len: 809 time: 0.1652617 Aug 13 04:31:02.176171 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-db0b9ddd-79e4-4c53-a06b-6fee9afb3372 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/quotas/af89c6f3ec974defb8233cfefa31e914 HTTP/1.1" status: 200 len: 375 time: 0.0105512 Aug 13 04:31:02.216646 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-6f8bb223-4bca-43a2-9947-f645d8cf23d5 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=af89c6f3ec974defb8233cfefa31e914&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319855 Aug 13 04:31:02.346920 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-a49a2117-7731-41e2-8999-8d442be292c0 service neutron] 10.222.0.13 "GET /v2.0/networks/0ac580e7-d1b2-46c1-ae42-d5c12c542de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166799 Aug 13 04:31:02.444937 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-7821f735-8a5b-4a53-8f8c-8827f1a7850a service neutron] 10.222.0.13 "GET /v2.0/networks/0ac580e7-d1b2-46c1-ae42-d5c12c542de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914495 Aug 13 04:31:02.692311 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f2451a03-2ed7-423e-a52e-80bff0210808 req-89f46ccd-966c-498e-aecf-ea9bd007cb09 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/ports?device_id=01df6473-8705-4b35-95b2-844f9267f92e HTTP/1.1" status: 200 len: 210 time: 0.0406687 Aug 13 04:31:02.980593 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5c3e2d89-56af-4a18-bea9-073337b2bbde req-fdadc170-cf98-445d-8a76-89b3b0b6ff23 tempest-DeleteServersTestJSON-1456319707 tempest-DeleteServersTestJSON-1456319707-project] 10.222.0.13 "GET /v2.0/ports?device_id=47f20e62-089b-4313-bad1-6139880e21cd HTTP/1.1" status: 200 len: 210 time: 0.0318499 Aug 13 04:31:03.840776 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6a7a0a81-e2b1-42e0-b7b3-9f296977ee48 req-a343873d-d4bd-4cf9-a264-1b7c1af8bcee tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/ports?device_id=01df6473-8705-4b35-95b2-844f9267f92e HTTP/1.1" status: 200 len: 210 time: 0.0396717 Aug 13 04:31:03.954194 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 7ac239ef-8a51-4298-8f3f-3e873f6190de no longer exists at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:31:04.019198 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] No Port match for: 7ac239ef-8a51-4298-8f3f-3e873f6190de {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:31:04.019585 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 7ac239ef-8a51-4298-8f3f-3e873f6190de not bound to the agent host hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:31:04.223991 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-92a1395c-d588-4b0c-876c-1a3d49b5f19d tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:04.240110 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-92a1395c-d588-4b0c-876c-1a3d49b5f19d tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.64 "GET /v2.0/networks?id=0ac580e7-d1b2-46c1-ae42-d5c12c542de0 HTTP/1.1" status: 200 len: 809 time: 0.2031806 Aug 13 04:31:04.266744 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-793a9f99-51ca-4877-b423-e181efcbacc8 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Request body: {'port': {'device_id': '01df6473-8705-4b35-95b2-844f9267f92e', 'network_id': '0ac580e7-d1b2-46c1-ae42-d5c12c542de0', 'admin_state_up': True, 'tenant_id': 'af89c6f3ec974defb8233cfefa31e914'}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:31:04.438496 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-793a9f99-51ca-4877-b423-e181efcbacc8 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Made reservation on behalf of af89c6f3ec974defb8233cfefa31e914 for: {'port': 1} {{(pid=93893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:31:04.442325 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-793a9f99-51ca-4877-b423-e181efcbacc8 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:04.602423 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.db_base_plugin_common [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-793a9f99-51ca-4877-b423-e181efcbacc8 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Allocated IP 172.20.0.12 (0ac580e7-d1b2-46c1-ae42-d5c12c542de0/606701c9-2266-40fc-be40-2efafd4f3a18/a9b019c3-b958-4aa5-8146-7bf11ad373de) {{(pid=93893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:31:04.770441 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-793a9f99-51ca-4877-b423-e181efcbacc8 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Notify callbacks [] for port, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:04.811441 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-793a9f99-51ca-4877-b423-e181efcbacc8 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:04.865589 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-793a9f99-51ca-4877-b423-e181efcbacc8 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Network 0ac580e7-d1b2-46c1-ae42-d5c12c542de0 is already hosted by enough agents. {{(pid=93893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:31:04.869467 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.base_scheduler [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-793a9f99-51ca-4877-b423-e181efcbacc8 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Resources bound (agent type, host, resource id): {{(pid=93893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:31:04.873489 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-793a9f99-51ca-4877-b423-e181efcbacc8 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Received port after_create {{(pid=93893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:31:04.899086 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a9f99-51ca-4877-b423-e181efcbacc8 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Pushing event updated for resources: {'Port': ['ID=a9b019c3-b958-4aa5-8146-7bf11ad373de,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:04.935453 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-793a9f99-51ca-4877-b423-e181efcbacc8 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:04.936103 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-793a9f99-51ca-4877-b423-e181efcbacc8 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:04.974040 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-793a9f99-51ca-4877-b423-e181efcbacc8 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7115707 Aug 13 04:31:04.988960 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-3d45506e-615e-48be-9969-b79dfec58d51 service neutron] Request body: {'port': {'device_id': '01df6473-8705-4b35-95b2-844f9267f92e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:31:05.004289 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cda11-777d-4cc7-80f4-b29e407baed5 req-f1a91438-5ea8-4c47-8a98-a55538d74b68 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:05.008892 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c80cda11-777d-4cc7-80f4-b29e407baed5 req-f1a91438-5ea8-4c47-8a98-a55538d74b68 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/ports?device_id=01df6473-8705-4b35-95b2-844f9267f92e HTTP/1.1" status: 200 len: 932 time: 0.0668597 Aug 13 04:31:05.093306 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c80cda11-777d-4cc7-80f4-b29e407baed5 req-546fa027-a604-4260-8998-ad882c4bbd17 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93eafb0-9a1a-4269-b6dc-bc667776c3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691993 Aug 13 04:31:05.099027 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-3d45506e-615e-48be-9969-b79dfec58d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:05.412471 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-3d45506e-615e-48be-9969-b79dfec58d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b019c3-b958-4aa5-8146-7bf11ad373de {{(pid=93893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:31:05.421828 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-3d45506e-615e-48be-9969-b79dfec58d51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:05.435507 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.provisioning_blocks [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-3d45506e-615e-48be-9969-b79dfec58d51 service neutron] Transition to ACTIVE for port object a9b019c3-b958-4aa5-8146-7bf11ad373de will not be triggered until provisioned by entity L2. {{(pid=93893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:31:05.439796 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-3d45506e-615e-48be-9969-b79dfec58d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9290061'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:05.508723 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45506e-615e-48be-9969-b79dfec58d51 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b019c3-b958-4aa5-8146-7bf11ad373de,revision_number=2']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:05.622839 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-3d45506e-615e-48be-9969-b79dfec58d51 service neutron] Attempting to bind port a9b019c3-b958-4aa5-8146-7bf11ad373de on host hv-cinder-75996 for vnic_type normal with profile {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:31:05.623223 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-3d45506e-615e-48be-9969-b79dfec58d51 service neutron] Attempting to bind port a9b019c3-b958-4aa5-8146-7bf11ad373de by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '631216f4-19a2-4275-9245-6d9df23fb507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0ac580e7-d1b2-46c1-ae42-d5c12c542de0'}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:31:05.623499 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-3d45506e-615e-48be-9969-b79dfec58d51 service neutron] Attempting to bind port a9b019c3-b958-4aa5-8146-7bf11ad373de on network 0ac580e7-d1b2-46c1-ae42-d5c12c542de0 {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:31:05.627808 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-be026414-b349-4fcb-9617-533b7802e423 req-88704777-2ede-447b-a0dd-e7307828c369 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0936797 Aug 13 04:31:05.631946 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-3d45506e-615e-48be-9969-b79dfec58d51 service neutron] Port a9b019c3-b958-4aa5-8146-7bf11ad373de on network 0ac580e7-d1b2-46c1-ae42-d5c12c542de0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:31:05.632621 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-3d45506e-615e-48be-9969-b79dfec58d51 service neutron] Attempting to bind port a9b019c3-b958-4aa5-8146-7bf11ad373de on network 0ac580e7-d1b2-46c1-ae42-d5c12c542de0 {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:31:05.641959 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-3d45506e-615e-48be-9969-b79dfec58d51 service neutron] Checking agent: {'id': '799e1584-199c-46e1-adc5-08501adf479b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:31:05.643845 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-3d45506e-615e-48be-9969-b79dfec58d51 service neutron] Checking segment: {'id': '631216f4-19a2-4275-9245-6d9df23fb507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0ac580e7-d1b2-46c1-ae42-d5c12c542de0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:31:05.643845 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-3d45506e-615e-48be-9969-b79dfec58d51 service neutron] Bound using segment: {'id': '631216f4-19a2-4275-9245-6d9df23fb507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0ac580e7-d1b2-46c1-ae42-d5c12c542de0'} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:31:05.644251 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-3d45506e-615e-48be-9969-b79dfec58d51 service neutron] Bound port: a9b019c3-b958-4aa5-8146-7bf11ad373de, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '631216f4-19a2-4275-9245-6d9df23fb507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0ac580e7-d1b2-46c1-ae42-d5c12c542de0'}}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:31:05.644710 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-3d45506e-615e-48be-9969-b79dfec58d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:05.769175 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-3d45506e-615e-48be-9969-b79dfec58d51 service neutron] For port a9b019c3-b958-4aa5-8146-7bf11ad373de, host hv-cinder-75996, cleared binding levels {{(pid=93893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:31:05.777208 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-3d45506e-615e-48be-9969-b79dfec58d51 service neutron] For port a9b019c3-b958-4aa5-8146-7bf11ad373de, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a9b019c3-b958-4aa5-8146-7bf11ad373de,segment=NetworkSegment(631216f4-19a2-4275-9245-6d9df23fb507),segment_id=631216f4-19a2-4275-9245-6d9df23fb507)] {{(pid=93893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:31:05.784996 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be026414-b349-4fcb-9617-533b7802e423 req-0845af2a-498d-4707-8e7f-33832ebb26d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:05.786778 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-be026414-b349-4fcb-9617-533b7802e423 req-0845af2a-498d-4707-8e7f-33832ebb26d1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=44afcd45727640ec80dc17fe4fcf67fb&device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 1099 time: 0.0707626 Aug 13 04:31:05.788141 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-3d45506e-615e-48be-9969-b79dfec58d51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9290061'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:05.800558 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 36946) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:31:05.851522 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-3d45506e-615e-48be-9969-b79dfec58d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:05.852823 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-3d45506e-615e-48be-9969-b79dfec58d51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:05.853989 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-3d45506e-615e-48be-9969-b79dfec58d51 service neutron] 10.222.0.64 "PUT /v2.0/ports/a9b019c3-b958-4aa5-8146-7bf11ad373de HTTP/1.1" status: 200 len: 1094 time: 0.8692422 Aug 13 04:31:05.865848 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d9cb52c-0ec6-4cfa-a9e1-fd6f995fdcd9 admin admin] Deleting subnet 92530393-7543-4da4-bed6-73286a131f9c {{(pid=93894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:31:05.870337 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8d9cb52c-0ec6-4cfa-a9e1-fd6f995fdcd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:05.879712 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01df6473-8705-4b35-95b2-844f9267f92e', 'tag': 'a9b019c3-b958-4aa5-8146-7bf11ad373de'}] {{(pid=93893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:31:05.881983 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aea723d68c964973b0702c1800637223d1e6775f666202f903cb1e18101cb68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973713eb-ceeb-408d-b5ec-b5d4c0bba575" -d '{"events": [{"name": "network-changed", "server_uuid": "01df6473-8705-4b35-95b2-844f9267f92e", "tag": "a9b019c3-b958-4aa5-8146-7bf11ad373de"}]}' {{(pid=93893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:31:05.925334 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8d9cb52c-0ec6-4cfa-a9e1-fd6f995fdcd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571626'] for subnet, precommit_delete_associations {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:05.950551 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b719296-36ea-450a-8235-3b801465eb33 x-openstack-request-id: req-8b719296-36ea-450a-8235-3b801465eb33 {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:31:05.950847 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01df6473-8705-4b35-95b2-844f9267f92e", "tag": "a9b019c3-b958-4aa5-8146-7bf11ad373de", "status": "completed", "code": 200}]} {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:31:05.951095 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b719296-36ea-450a-8235-3b801465eb33 {{(pid=93893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:31:05.951505 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01df6473-8705-4b35-95b2-844f9267f92e', 'tag': 'a9b019c3-b958-4aa5-8146-7bf11ad373de', 'status': 'completed', 'code': 200} Aug 13 04:31:05.952184 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45506e-615e-48be-9969-b79dfec58d51 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b019c3-b958-4aa5-8146-7bf11ad373de,revision_number=3']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:05.975688 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8d9cb52c-0ec6-4cfa-a9e1-fd6f995fdcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033975'] for subnet, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:06.004112 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be026414-b349-4fcb-9617-533b7802e423 req-5b139165-787f-4623-97fb-c171b2cf0796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:06.005736 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-be026414-b349-4fcb-9617-533b7802e423 req-5b139165-787f-4623-97fb-c171b2cf0796 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e5a4407b-136d-4505-b628-117c1b1fc3a4 HTTP/1.1" status: 200 len: 915 time: 0.1810775 Aug 13 04:31:06.023926 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-2dc6596b-d248-4bea-838c-bd6c6a43f42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:06.026006 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-2dc6596b-d248-4bea-838c-bd6c6a43f42c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=af89c6f3ec974defb8233cfefa31e914&device_id=01df6473-8705-4b35-95b2-844f9267f92e HTTP/1.1" status: 200 len: 1097 time: 0.0772719 Aug 13 04:31:06.040743 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8d9cb52c-0ec6-4cfa-a9e1-fd6f995fdcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8757428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583102'] for subnet, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:06.061889 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-be026414-b349-4fcb-9617-533b7802e423 req-9b4de675-03f4-459e-ae5b-b03136851ad4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4a62d4b3-3837-414b-a01d-079fec907da0 HTTP/1.1" status: 200 len: 217 time: 0.0482705 Aug 13 04:31:06.067276 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9cb52c-0ec6-4cfa-a9e1-fd6f995fdcd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92530393-7543-4da4-bed6-73286a131f9c,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:06.075391 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8d9cb52c-0ec6-4cfa-a9e1-fd6f995fdcd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:06.078264 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-8d9cb52c-0ec6-4cfa-a9e1-fd6f995fdcd9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/92530393-7543-4da4-bed6-73286a131f9c HTTP/1.1" status: 204 len: 168 time: 0.2762566 Aug 13 04:31:06.081602 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 36952) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:31:06.113366 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-696735d2-fee5-4668-aaf8-4dccff6a1430 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9b019c3-b958-4aa5-8146-7bf11ad373de HTTP/1.1" status: 200 len: 217 time: 0.0602758 Aug 13 04:31:06.181752 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-9f3b585c-289d-4ba5-b581-b99034a2076c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530472'] for network, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:06.250514 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be026414-b349-4fcb-9617-533b7802e423 req-e5226e17-e8ab-4f6e-ac88-ec4c003a9451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:06.252009 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-be026414-b349-4fcb-9617-533b7802e423 req-e5226e17-e8ab-4f6e-ac88-ec4c003a9451 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b34fb96a-c863-4437-9084-58bfc9a701c8 HTTP/1.1" status: 200 len: 854 time: 0.1479654 Aug 13 04:31:06.260165 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-970e2ea5-ae25-4921-b934-2a0300007fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:06.261656 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-970e2ea5-ae25-4921-b934-2a0300007fc5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=606701c9-2266-40fc-be40-2efafd4f3a18 HTTP/1.1" status: 200 len: 849 time: 0.1209135 Aug 13 04:31:06.291862 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-9f3b585c-289d-4ba5-b581-b99034a2076c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038704', 'neutron.services.segments.db._delete_segments_for_network-8740403467888'] for network, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:06.310638 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-9f3b585c-289d-4ba5-b581-b99034a2076c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361ae543-e60e-4018-8f94-c3d879df0f85']}} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:31:06.336207 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-9f3b585c-289d-4ba5-b581-b99034a2076c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcc8529d-17ee-4497-a305-015a07cff0c2') {'for_net_delete': True} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:31:06.336843 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-9f3b585c-289d-4ba5-b581-b99034a2076c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcc8529d-17ee-4497-a305-015a07cff0c2') {} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:31:06.354961 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-9f3b585c-289d-4ba5-b581-b99034a2076c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403392121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571645'] for segment, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:06.392277 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-9f3b585c-289d-4ba5-b581-b99034a2076c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910'] for segment, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:06.409730 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f3b585c-289d-4ba5-b581-b99034a2076c admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=93894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:31:06.410404 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-9f3b585c-289d-4ba5-b581-b99034a2076c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8757354'] for segment, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:06.412668 dv-cinder-759961-6-iscsi neutron-server[93894]: Traceback (most recent call last): Aug 13 04:31:06.412668 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:31:06.412668 dv-cinder-759961-6-iscsi neutron-server[93894]: timer() Aug 13 04:31:06.412668 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:31:06.412668 dv-cinder-759961-6-iscsi neutron-server[93894]: cb(*args, **kw) Aug 13 04:31:06.412668 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:31:06.412668 dv-cinder-759961-6-iscsi neutron-server[93894]: return func(*args, **kwargs) Aug 13 04:31:06.412668 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:31:06.412668 dv-cinder-759961-6-iscsi neutron-server[93894]: self._notify() Aug 13 04:31:06.412668 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:31:06.412668 dv-cinder-759961-6-iscsi neutron-server[93894]: self.callback(batched_events) Aug 13 04:31:06.412668 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:31:06.412668 dv-cinder-759961-6-iscsi neutron-server[93894]: event.method(event) Aug 13 04:31:06.412668 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:31:06.412668 dv-cinder-759961-6-iscsi neutron-server[93894]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:31:06.412668 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:31:06.412668 dv-cinder-759961-6-iscsi neutron-server[93894]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:31:06.412668 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:31:06.412668 dv-cinder-759961-6-iscsi neutron-server[93894]: return f(self, *a, **k) Aug 13 04:31:06.412668 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:31:06.412668 dv-cinder-759961-6-iscsi neutron-server[93894]: return self._get(url).json() Aug 13 04:31:06.412668 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:31:06.412668 dv-cinder-759961-6-iscsi neutron-server[93894]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:31:06.412668 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:31:06.412668 dv-cinder-759961-6-iscsi neutron-server[93894]: return self.request(url, 'GET', **kwargs) Aug 13 04:31:06.412668 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:31:06.412668 dv-cinder-759961-6-iscsi neutron-server[93894]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:31:06.412668 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:31:06.412668 dv-cinder-759961-6-iscsi neutron-server[93894]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:31:06.412668 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:31:06.412668 dv-cinder-759961-6-iscsi neutron-server[93894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:31:06.412668 dv-cinder-759961-6-iscsi neutron-server[93894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:31:06.491085 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-9f3b585c-289d-4ba5-b581-b99034a2076c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3788963'] for network, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:06.499813 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-9f3b585c-289d-4ba5-b581-b99034a2076c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:06.505610 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-9f3b585c-289d-4ba5-b581-b99034a2076c admin admin] 10.222.0.13 "DELETE /v2.0/networks/361ae543-e60e-4018-8f94-c3d879df0f85 HTTP/1.1" status: 204 len: 168 time: 0.4211080 Aug 13 04:31:06.518641 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b585c-289d-4ba5-b581-b99034a2076c admin admin] Pushing event deleted for resources: {'Network': ['ID=361ae543-e60e-4018-8f94-c3d879df0f85,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:06.606546 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf6c1e-4a7a-4c59-8ebe-c6993c730e82 req-8d5c4719-a3ea-4528-be05-cc5150f505ea tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:06.615209 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-93bf6c1e-4a7a-4c59-8ebe-c6993c730e82 req-8d5c4719-a3ea-4528-be05-cc5150f505ea tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/ports?device_id=01df6473-8705-4b35-95b2-844f9267f92e HTTP/1.1" status: 200 len: 944 time: 0.4072549 Aug 13 04:31:06.618969 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-be026414-b349-4fcb-9617-533b7802e423 req-a37ad3e7-f61a-4140-8caa-8cdc5827ba35 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e5a4407b-136d-4505-b628-117c1b1fc3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3419569 Aug 13 04:31:06.622062 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-0896b7f6-d3a7-4bf0-917a-7df764071d24 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0ac580e7-d1b2-46c1-ae42-d5c12c542de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3438096 Aug 13 04:31:06.690941 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 36966) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:31:06.751982 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-1fbabcb6-0d13-4b06-a486-702a1764c1fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=41073eeaf0b24fdda847a5a1ee0954c6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0585945 Aug 13 04:31:06.754139 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 36968) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:31:06.754273 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-93bf6c1e-4a7a-4c59-8ebe-c6993c730e82 req-c0fd802d-ce5c-471e-9e7b-4857d651db74 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93eafb0-9a1a-4269-b6dc-bc667776c3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381795 Aug 13 04:31:06.836156 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-012903b1-b9e7-4206-abff-d12fd508bd6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:06.844418 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-525f4ea2-fdec-46ed-9df9-24a7967df136 service neutron] 10.222.0.64 "GET /v2.0/networks/0ac580e7-d1b2-46c1-ae42-d5c12c542de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988974 Aug 13 04:31:06.846422 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-be026414-b349-4fcb-9617-533b7802e423 req-e7c4fad7-9a85-4790-972c-f5d579feb65f service neutron] 10.222.0.64 "GET /v2.0/networks/e5a4407b-136d-4505-b628-117c1b1fc3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031603 Aug 13 04:31:06.862564 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-012903b1-b9e7-4206-abff-d12fd508bd6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:06.932903 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-012903b1-b9e7-4206-abff-d12fd508bd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:06.935872 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-012903b1-b9e7-4206-abff-d12fd508bd6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:06.941146 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-012903b1-b9e7-4206-abff-d12fd508bd6e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2005b603-1ae4-49a1-92f3-3182582458c6 HTTP/1.1" status: 204 len: 168 time: 0.1814818 Aug 13 04:31:06.951122 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012903b1-b9e7-4206-abff-d12fd508bd6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2005b603-1ae4-49a1-92f3-3182582458c6,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:07.089226 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-be026414-b349-4fcb-9617-533b7802e423 req-c8f37a87-0ff6-4f3a-86c1-eecd09b78d74 service neutron] 10.222.0.64 "GET /v2.0/networks/e5a4407b-136d-4505-b628-117c1b1fc3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063355 Aug 13 04:31:07.091614 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9531418c-0003-44c7-b720-0cfacdf9b080 req-332c480d-668b-4723-9bf9-983e1af8a171 service neutron] 10.222.0.64 "GET /v2.0/networks/0ac580e7-d1b2-46c1-ae42-d5c12c542de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173254 Aug 13 04:31:07.231241 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973713eb-ceeb-408d-b5ec-b5d4c0bba575 req-6374a66f-e075-404f-9d2d-2662e86e0e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:07.231241 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-973713eb-ceeb-408d-b5ec-b5d4c0bba575 req-6374a66f-e075-404f-9d2d-2662e86e0e3d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=af89c6f3ec974defb8233cfefa31e914&device_id=01df6473-8705-4b35-95b2-844f9267f92e HTTP/1.1" status: 200 len: 1097 time: 0.0708337 Aug 13 04:31:07.349141 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973713eb-ceeb-408d-b5ec-b5d4c0bba575 req-07a42827-0463-46ef-9c09-95eb19f64856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:07.351822 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-973713eb-ceeb-408d-b5ec-b5d4c0bba575 req-07a42827-0463-46ef-9c09-95eb19f64856 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0ac580e7-d1b2-46c1-ae42-d5c12c542de0 HTTP/1.1" status: 200 len: 910 time: 0.1093004 Aug 13 04:31:07.407314 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-973713eb-ceeb-408d-b5ec-b5d4c0bba575 req-1adf2f9b-cdc5-488e-a85f-5294cf2096ed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a9b019c3-b958-4aa5-8146-7bf11ad373de HTTP/1.1" status: 200 len: 217 time: 0.0422113 Aug 13 04:31:07.504785 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973713eb-ceeb-408d-b5ec-b5d4c0bba575 req-9aee95cb-c634-4ced-be5a-dc86f9cdee9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:07.507595 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-973713eb-ceeb-408d-b5ec-b5d4c0bba575 req-9aee95cb-c634-4ced-be5a-dc86f9cdee9f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=606701c9-2266-40fc-be40-2efafd4f3a18 HTTP/1.1" status: 200 len: 849 time: 0.0848382 Aug 13 04:31:07.560845 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-973713eb-ceeb-408d-b5ec-b5d4c0bba575 req-dbf8a6fe-c978-423a-a236-72011d07440f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0ac580e7-d1b2-46c1-ae42-d5c12c542de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391119 Aug 13 04:31:07.698460 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-973713eb-ceeb-408d-b5ec-b5d4c0bba575 req-bd1191a3-957d-4efb-a906-26661f6dbdee service neutron] 10.222.0.64 "GET /v2.0/networks/0ac580e7-d1b2-46c1-ae42-d5c12c542de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293368 Aug 13 04:31:07.930845 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-973713eb-ceeb-408d-b5ec-b5d4c0bba575 req-bec321f9-f6f5-41b2-af53-738171983ace service neutron] 10.222.0.64 "GET /v2.0/networks/0ac580e7-d1b2-46c1-ae42-d5c12c542de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206717 Aug 13 04:31:07.980656 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a2678-6d3f-441a-821b-c6f6108f66b0 req-5d5dd2f3-0cd2-4144-8fcf-6244193259b3 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:07.982383 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-051a2678-6d3f-441a-821b-c6f6108f66b0 req-5d5dd2f3-0cd2-4144-8fcf-6244193259b3 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/ports?device_id=01df6473-8705-4b35-95b2-844f9267f92e HTTP/1.1" status: 200 len: 944 time: 0.0791564 Aug 13 04:31:08.018907 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 37000) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:31:08.044863 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-051a2678-6d3f-441a-821b-c6f6108f66b0 req-4b360e9a-872a-4fb5-a7f6-bc8ee8926e90 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93eafb0-9a1a-4269-b6dc-bc667776c3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538859 Aug 13 04:31:08.075859 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8681d241-a7e7-43d9-ac1f-8417c3d14834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:08.154906 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-2aade594-fbdf-4424-82e9-6e99fe94c527 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-411446488-network', 'tenant_id': 'aae4e92976894be69e6eb06d4b7d2f3a'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:31:08.188352 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aade594-fbdf-4424-82e9-6e99fe94c527 admin admin] Made reservation on behalf of aae4e92976894be69e6eb06d4b7d2f3a for: {'network': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:31:08.191080 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2aade594-fbdf-4424-82e9-6e99fe94c527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for network, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:08.200724 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2aade594-fbdf-4424-82e9-6e99fe94c527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:08.320425 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2aade594-fbdf-4424-82e9-6e99fe94c527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:08.325456 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2aade594-fbdf-4424-82e9-6e99fe94c527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:08.354594 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aade594-fbdf-4424-82e9-6e99fe94c527 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=93894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:31:08.366385 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aade594-fbdf-4424-82e9-6e99fe94c527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc11b624-0a72-423f-b1c8-788c34a24fb0,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:08.377448 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2aade594-fbdf-4424-82e9-6e99fe94c527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910'] for segment, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:08.378013 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.db.segments_db [None req-2aade594-fbdf-4424-82e9-6e99fe94c527 admin admin] Added segment e32a8ed0-cbfb-4ae4-8027-ef7d97020016 of type vlan for network 8654c056-764c-4f00-9b64-d8b811de2fd6 Aug 13 04:31:08.431727 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2aade594-fbdf-4424-82e9-6e99fe94c527 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740402894165'] for network, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:08.473483 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2aade594-fbdf-4424-82e9-6e99fe94c527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156'] for network, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:08.473483 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aade594-fbdf-4424-82e9-6e99fe94c527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:08.473483 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2aade594-fbdf-4424-82e9-6e99fe94c527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:08.533688 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-2aade594-fbdf-4424-82e9-6e99fe94c527 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5131631 Aug 13 04:31:08.538116 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 37010) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:31:08.539995 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aade594-fbdf-4424-82e9-6e99fe94c527 admin admin] Pushing event updated for resources: {'Network': ['ID=8654c056-764c-4f00-9b64-d8b811de2fd6,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:08.547738 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [None req-106aa053-2d07-4b17-b8d0-9d4b62da44e0 admin admin] Request body: {'subnet': {'network_id': '8654c056-764c-4f00-9b64-d8b811de2fd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-411446488-subnet', 'tenant_id': 'aae4e92976894be69e6eb06d4b7d2f3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:31:08.552184 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Network 8654c056-764c-4f00-9b64-d8b811de2fd6 details requested by agent ovs-agent-dv-cinder-759961-6-iscsi with host dv-cinder-759961-6-iscsi {{(pid=93895) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:31:08.580596 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106aa053-2d07-4b17-b8d0-9d4b62da44e0 admin admin] Made reservation on behalf of aae4e92976894be69e6eb06d4b7d2f3a for: {'subnet': 1} {{(pid=93893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:31:08.584372 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-106aa053-2d07-4b17-b8d0-9d4b62da44e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9155869'] for subnet, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:08.815057 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-106aa053-2d07-4b17-b8d0-9d4b62da44e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9290032', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9155887'] for subnet, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:08.912773 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106aa053-2d07-4b17-b8d0-9d4b62da44e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65961138-89fc-4d56-9e75-55b08a9b4640,revision_number=0']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:08.929997 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106aa053-2d07-4b17-b8d0-9d4b62da44e0 admin admin] Checking segment: {'id': 'e32a8ed0-cbfb-4ae4-8027-ef7d97020016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8654c056-764c-4f00-9b64-d8b811de2fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:31:08.930590 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106aa053-2d07-4b17-b8d0-9d4b62da44e0 admin admin] Network hostable DHCP agents. Network: 8654c056-764c-4f00-9b64-d8b811de2fd6, hostable agents: ['648804f1-66f0-43bb-b72d-2cc8dd7b696f'], hosted agents: [] {{(pid=93893) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:31:08.951993 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106aa053-2d07-4b17-b8d0-9d4b62da44e0 admin admin] Network 8654c056-764c-4f00-9b64-d8b811de2fd6 is scheduled to be hosted by DHCP agent 648804f1-66f0-43bb-b72d-2cc8dd7b696f with binding_index 1 {{(pid=93893) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:31:08.967454 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.base_scheduler [None req-106aa053-2d07-4b17-b8d0-9d4b62da44e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-6-iscsi, 8654c056-764c-4f00-9b64-d8b811de2fd6) {{(pid=93893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:31:08.977952 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d08c3f-5c7a-4575-ad48-8d56f74bb602 None None] Network 8654c056-764c-4f00-9b64-d8b811de2fd6 requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:31:08.982870 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106aa053-2d07-4b17-b8d0-9d4b62da44e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:08.983529 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-106aa053-2d07-4b17-b8d0-9d4b62da44e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:08.998774 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-106aa053-2d07-4b17-b8d0-9d4b62da44e0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4581234 Aug 13 04:31:09.001487 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 37014) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:31:09.006083 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [None req-d9d710aa-51d0-44f9-a144-1ab0206124ed admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-411446488-router', 'tenant_id': 'aae4e92976894be69e6eb06d4b7d2f3a', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'}}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:31:09.031578 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-d9d710aa-51d0-44f9-a144-1ab0206124ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3791597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-505227'] for router, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:09.032798 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-d9d710aa-51d0-44f9-a144-1ab0206124ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3787133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3788846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3732270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-505234'] for router, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:09.137767 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-d9d710aa-51d0-44f9-a144-1ab0206124ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:09.277230 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283bb1bd-7cbd-4513-aa93-6bd725b08a44 None None] Network 8654c056-764c-4f00-9b64-d8b811de2fd6 requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:31:09.337546 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-d9d710aa-51d0-44f9-a144-1ab0206124ed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:09.347699 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b040616-0567-4aac-b2f2-b2d4369164c0 req-d0c41a9c-3443-4515-bdec-09e976e36c94 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:09.349471 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6b040616-0567-4aac-b2f2-b2d4369164c0 req-d0c41a9c-3443-4515-bdec-09e976e36c94 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/ports?device_id=01df6473-8705-4b35-95b2-844f9267f92e HTTP/1.1" status: 200 len: 944 time: 0.2077210 Aug 13 04:31:09.439944 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6b040616-0567-4aac-b2f2-b2d4369164c0 req-935565fb-7111-405b-99fe-474e0cb88de1 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93eafb0-9a1a-4269-b6dc-bc667776c3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802224 Aug 13 04:31:09.604844 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-d9d710aa-51d0-44f9-a144-1ab0206124ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:09.630420 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-d9d710aa-51d0-44f9-a144-1ab0206124ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:09.744366 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.db_base_plugin_common [None req-d9d710aa-51d0-44f9-a144-1ab0206124ed admin admin] Allocated IP 172.27.0.161 (d5442241-d7fe-41d2-8545-5b5874d634cc/644fe726-b54d-4883-8d33-fa766808e879/3cba7a1a-9877-43ad-bfa4-bdf85c0ba051) {{(pid=93893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:31:09.868470 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-d9d710aa-51d0-44f9-a144-1ab0206124ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:09.912897 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-d9d710aa-51d0-44f9-a144-1ab0206124ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:09.955270 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d710aa-51d0-44f9-a144-1ab0206124ed admin admin] Network d5442241-d7fe-41d2-8545-5b5874d634cc is already hosted by enough agents. {{(pid=93893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:31:09.958244 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.base_scheduler [None req-d9d710aa-51d0-44f9-a144-1ab0206124ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:31:09.962631 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d710aa-51d0-44f9-a144-1ab0206124ed admin admin] Received port after_create {{(pid=93893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:31:09.987081 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d710aa-51d0-44f9-a144-1ab0206124ed admin admin] Pushing event updated for resources: {'Port': ['ID=3cba7a1a-9877-43ad-bfa4-bdf85c0ba051,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:10.230525 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-d9d710aa-51d0-44f9-a144-1ab0206124ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:10.435379 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-d9d710aa-51d0-44f9-a144-1ab0206124ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3787110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3789051'] for router, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:10.593295 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ba156-f883-4e2f-879a-4c904d000d41 req-0e9e7bb3-3e7a-4dc5-a316-078bba94ed3c tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:10.594821 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-518ba156-f883-4e2f-879a-4c904d000d41 req-0e9e7bb3-3e7a-4dc5-a316-078bba94ed3c tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/ports?device_id=01df6473-8705-4b35-95b2-844f9267f92e HTTP/1.1" status: 200 len: 944 time: 0.0693944 Aug 13 04:31:10.637220 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d710aa-51d0-44f9-a144-1ab0206124ed admin admin] Router 70496e53-739d-4a5e-af22-dbabde5c4261 is scheduled to L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb with binding_index 1 {{(pid=93893) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 04:31:10.648334 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-518ba156-f883-4e2f-879a-4c904d000d41 req-ab0003d7-3a59-4132-ac83-5b971eddda51 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93eafb0-9a1a-4269-b6dc-bc667776c3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442095 Aug 13 04:31:10.790170 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d710aa-51d0-44f9-a144-1ab0206124ed admin admin] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:31:10.807563 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beae7c75-ad9c-4a6e-b521-3d746489fd3b None None] Sync routers for ids ['70496e53-739d-4a5e-af22-dbabde5c4261'] in dv-cinder-759961-6-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:31:10.812251 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-d9d710aa-51d0-44f9-a144-1ab0206124ed admin admin] Notify callbacks [] for router, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:10.814993 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-d9d710aa-51d0-44f9-a144-1ab0206124ed admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 1.8113706 Aug 13 04:31:10.816765 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 37038) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:31:10.823791 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beae7c75-ad9c-4a6e-b521-3d746489fd3b None None] Routers {'70496e53-739d-4a5e-af22-dbabde5c4261'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:31:10.824423 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-beae7c75-ad9c-4a6e-b521-3d746489fd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:30:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['70496e53-739d-4a5e-af22-dbabde5c4261'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:31:10.933298 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0423ed56-2b3e-48bb-a7ae-de0a36f25967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:10.963844 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-beae7c75-ad9c-4a6e-b521-3d746489fd3b None None] Set router 70496e53-739d-4a5e-af22-dbabde5c4261 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:31:11.254368 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-beae7c75-ad9c-4a6e-b521-3d746489fd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70496e53-739d-4a5e-af22-dbabde5c4261', 'name': 'tempest-ServerRescueNegativeTestJSON-411446488-router', 'tenant_id': 'aae4e92976894be69e6eb06d4b7d2f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '3cba7a1a-9877-43ad-bfa4-bdf85c0ba051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:31:09Z', 'updated_at': '2021-08-13T04:31:10Z', 'revision_number': 3, 'project_id': 'aae4e92976894be69e6eb06d4b7d2f3a', 'gw_port': {'id': '3cba7a1a-9877-43ad-bfa4-bdf85c0ba051', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:25:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70496e53-739d-4a5e-af22-dbabde5c4261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:31:09Z', 'updated_at': '2021-08-13T04:31:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi'}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:31:11.282718 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beae7c75-ad9c-4a6e-b521-3d746489fd3b None None] Checking router: 70496e53-739d-4a5e-af22-dbabde5c4261 for host: dv-cinder-759961-6-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:31:11.283103 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beae7c75-ad9c-4a6e-b521-3d746489fd3b None None] Updating router 70496e53-739d-4a5e-af22-dbabde5c4261 port 3cba7a1a-9877-43ad-bfa4-bdf85c0ba051 binding host dv-cinder-759961-6-iscsi {{(pid=93896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:31:11.320693 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-beae7c75-ad9c-4a6e-b521-3d746489fd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:11.343956 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:11.551710 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:11.552163 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-41254e60-7581-4ccd-9c0e-58b959cda1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:11.655199 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-beae7c75-ad9c-4a6e-b521-3d746489fd3b None None] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:11.668152 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-beae7c75-ad9c-4a6e-b521-3d746489fd3b None None] Transition to ACTIVE for port object 3cba7a1a-9877-43ad-bfa4-bdf85c0ba051 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:31:11.677653 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-beae7c75-ad9c-4a6e-b521-3d746489fd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:11.756578 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [None req-41254e60-7581-4ccd-9c0e-58b959cda1ef admin admin] Allocated IP 172.20.0.1 (8654c056-764c-4f00-9b64-d8b811de2fd6/65961138-89fc-4d56-9e75-55b08a9b4640/a8a453d4-d70d-4a65-817f-6bd43d230234) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:31:11.760010 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-beae7c75-ad9c-4a6e-b521-3d746489fd3b None None] Attempting to bind port 3cba7a1a-9877-43ad-bfa4-bdf85c0ba051 on host dv-cinder-759961-6-iscsi for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:31:11.760580 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-beae7c75-ad9c-4a6e-b521-3d746489fd3b None None] Attempting to bind port 3cba7a1a-9877-43ad-bfa4-bdf85c0ba051 by drivers openvswitch,hyperv on host dv-cinder-759961-6-iscsi at level 0 using segments [{'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:31:11.761309 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beae7c75-ad9c-4a6e-b521-3d746489fd3b None None] Attempting to bind port 3cba7a1a-9877-43ad-bfa4-bdf85c0ba051 on network d5442241-d7fe-41d2-8545-5b5874d634cc {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:31:11.766467 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f808fb30-181d-426f-8561-49ff2645291d None None] Pushing event updated for resources: {'Port': ['ID=3cba7a1a-9877-43ad-bfa4-bdf85c0ba051,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:11.776750 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beae7c75-ad9c-4a6e-b521-3d746489fd3b None None] Checking agent: {'id': '10f62c82-9a8d-499f-91cc-7991f11962ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 22, 11), 'started_at': datetime.datetime(2021, 8, 13, 4, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:31:11.777409 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beae7c75-ad9c-4a6e-b521-3d746489fd3b None None] Checking segment: {'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:31:11.778025 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-beae7c75-ad9c-4a6e-b521-3d746489fd3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:11.778566 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beae7c75-ad9c-4a6e-b521-3d746489fd3b None None] Bound using segment: {'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:31:11.779194 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-beae7c75-ad9c-4a6e-b521-3d746489fd3b None None] Bound port: 3cba7a1a-9877-43ad-bfa4-bdf85c0ba051, host: dv-cinder-759961-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:31:11.779790 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-beae7c75-ad9c-4a6e-b521-3d746489fd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:11.783629 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808fb30-181d-426f-8561-49ff2645291d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:11.784204 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808fb30-181d-426f-8561-49ff2645291d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:11.784701 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808fb30-181d-426f-8561-49ff2645291d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:11.785185 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808fb30-181d-426f-8561-49ff2645291d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:11.785701 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808fb30-181d-426f-8561-49ff2645291d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:11.786180 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808fb30-181d-426f-8561-49ff2645291d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:11.786667 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808fb30-181d-426f-8561-49ff2645291d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:11.787153 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808fb30-181d-426f-8561-49ff2645291d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:11.787659 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808fb30-181d-426f-8561-49ff2645291d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:11.788150 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808fb30-181d-426f-8561-49ff2645291d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:11.789639 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808fb30-181d-426f-8561-49ff2645291d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:11.790238 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f808fb30-181d-426f-8561-49ff2645291d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:11.859866 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-beae7c75-ad9c-4a6e-b521-3d746489fd3b None None] For port 3cba7a1a-9877-43ad-bfa4-bdf85c0ba051, host dv-cinder-759961-6-iscsi, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:31:11.860616 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74a59b-6459-4c7e-bf93-ead66f75bcfd req-cea1c9c5-09e6-462d-a797-42127f5ef49d tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:11.865767 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-beae7c75-ad9c-4a6e-b521-3d746489fd3b None None] For port 3cba7a1a-9877-43ad-bfa4-bdf85c0ba051, host dv-cinder-759961-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=3cba7a1a-9877-43ad-bfa4-bdf85c0ba051,segment=NetworkSegment(edab9050-aae2-4c9b-baa0-6e612e984a64),segment_id=edab9050-aae2-4c9b-baa0-6e612e984a64)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:31:11.875640 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-beae7c75-ad9c-4a6e-b521-3d746489fd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:11.883887 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2c74a59b-6459-4c7e-bf93-ead66f75bcfd req-cea1c9c5-09e6-462d-a797-42127f5ef49d tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/ports?device_id=01df6473-8705-4b35-95b2-844f9267f92e HTTP/1.1" status: 200 len: 944 time: 0.1126132 Aug 13 04:31:11.933742 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-41254e60-7581-4ccd-9c0e-58b959cda1ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:11.947434 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beae7c75-ad9c-4a6e-b521-3d746489fd3b None None] Routers {'70496e53-739d-4a5e-af22-dbabde5c4261'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:31:11.948213 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-beae7c75-ad9c-4a6e-b521-3d746489fd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:31:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['70496e53-739d-4a5e-af22-dbabde5c4261'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:31:11.954847 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2c74a59b-6459-4c7e-bf93-ead66f75bcfd req-ebf36eb5-a9c9-41f3-9b83-7ab92d1247bd tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93eafb0-9a1a-4269-b6dc-bc667776c3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700114 Aug 13 04:31:11.985854 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-41254e60-7581-4ccd-9c0e-58b959cda1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:12.031232 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41254e60-7581-4ccd-9c0e-58b959cda1ef admin admin] Network 8654c056-764c-4f00-9b64-d8b811de2fd6 is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:31:12.038990 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-41254e60-7581-4ccd-9c0e-58b959cda1ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:31:12.042596 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41254e60-7581-4ccd-9c0e-58b959cda1ef admin admin] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:31:12.095766 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-41254e60-7581-4ccd-9c0e-58b959cda1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3683374'] for router_interface, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:12.124203 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-beae7c75-ad9c-4a6e-b521-3d746489fd3b None None] Set router 70496e53-739d-4a5e-af22-dbabde5c4261 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:31:12.126239 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f808fb30-181d-426f-8561-49ff2645291d None None] Pushing event updated for resources: {'Port': ['ID=3cba7a1a-9877-43ad-bfa4-bdf85c0ba051,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:12.205017 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41254e60-7581-4ccd-9c0e-58b959cda1ef admin admin] Pushing event updated for resources: {'Port': ['ID=a8a453d4-d70d-4a65-817f-6bd43d230234,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:12.275466 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:12.278660 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-41254e60-7581-4ccd-9c0e-58b959cda1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:12.343270 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-beae7c75-ad9c-4a6e-b521-3d746489fd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70496e53-739d-4a5e-af22-dbabde5c4261', 'name': 'tempest-ServerRescueNegativeTestJSON-411446488-router', 'tenant_id': 'aae4e92976894be69e6eb06d4b7d2f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '3cba7a1a-9877-43ad-bfa4-bdf85c0ba051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:31:09Z', 'updated_at': '2021-08-13T04:31:10Z', 'revision_number': 3, 'project_id': 'aae4e92976894be69e6eb06d4b7d2f3a', 'gw_port': {'id': '3cba7a1a-9877-43ad-bfa4-bdf85c0ba051', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:25:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70496e53-739d-4a5e-af22-dbabde5c4261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:31:09Z', 'updated_at': '2021-08-13T04:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi'}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:31:12.373110 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beae7c75-ad9c-4a6e-b521-3d746489fd3b None None] The sync data for ids ['70496e53-739d-4a5e-af22-dbabde5c4261'] in dv-cinder-759961-6-iscsi is: [{'id': '70496e53-739d-4a5e-af22-dbabde5c4261', 'name': 'tempest-ServerRescueNegativeTestJSON-411446488-router', 'tenant_id': 'aae4e92976894be69e6eb06d4b7d2f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '3cba7a1a-9877-43ad-bfa4-bdf85c0ba051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:31:09Z', 'updated_at': '2021-08-13T04:31:10Z', 'revision_number': 3, 'project_id': 'aae4e92976894be69e6eb06d4b7d2f3a', 'gw_port': {'id': '3cba7a1a-9877-43ad-bfa4-bdf85c0ba051', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:25:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70496e53-739d-4a5e-af22-dbabde5c4261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:31:09Z', 'updated_at': '2021-08-13T04:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi'}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:31:12.467821 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-41254e60-7581-4ccd-9c0e-58b959cda1ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:12.473360 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-41254e60-7581-4ccd-9c0e-58b959cda1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8757390'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:12.574201 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41254e60-7581-4ccd-9c0e-58b959cda1ef admin admin] Pushing event updated for resources: {'Port': ['ID=a8a453d4-d70d-4a65-817f-6bd43d230234,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:12.587135 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-41254e60-7581-4ccd-9c0e-58b959cda1ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3683514'] for router_interface, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:12.733469 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41254e60-7581-4ccd-9c0e-58b959cda1ef admin admin] Network 8654c056-764c-4f00-9b64-d8b811de2fd6 is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:31:12.735160 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-41254e60-7581-4ccd-9c0e-58b959cda1ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:31:12.875970 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41254e60-7581-4ccd-9c0e-58b959cda1ef admin admin] Router 70496e53-739d-4a5e-af22-dbabde5c4261 has already been hosted by L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:31:13.026207 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41254e60-7581-4ccd-9c0e-58b959cda1ef admin admin] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:31:13.032558 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-41254e60-7581-4ccd-9c0e-58b959cda1ef admin admin] 10.222.0.13 "PUT /v2.0/routers/70496e53-739d-4a5e-af22-dbabde5c4261/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2147589 Aug 13 04:31:13.115635 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec359889-dcc6-4079-82f4-8a7d6b05cd0c req-40b30611-18c8-484a-a63d-288f805e09e9 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:13.122037 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ec359889-dcc6-4079-82f4-8a7d6b05cd0c req-40b30611-18c8-484a-a63d-288f805e09e9 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/ports?device_id=01df6473-8705-4b35-95b2-844f9267f92e HTTP/1.1" status: 200 len: 944 time: 0.0856223 Aug 13 04:31:13.186550 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ec359889-dcc6-4079-82f4-8a7d6b05cd0c req-dc6af85d-7977-43e0-90a6-876500f7babc tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93eafb0-9a1a-4269-b6dc-bc667776c3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594749 Aug 13 04:31:13.963240 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 3cba7a1a-9877-43ad-bfa4-bdf85c0ba051 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:31:14.010912 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:14.023267 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdca1a6-f197-40c9-b642-7df9a5a36d00 None None] Sync routers for ids ['70496e53-739d-4a5e-af22-dbabde5c4261'] in dv-cinder-759961-6-iscsi {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:31:14.033798 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning for port 3cba7a1a-9877-43ad-bfa4-bdf85c0ba051 completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:31:14.037886 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdca1a6-f197-40c9-b642-7df9a5a36d00 None None] Routers {'70496e53-739d-4a5e-af22-dbabde5c4261'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:31:14.038697 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-fcdca1a6-f197-40c9-b642-7df9a5a36d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:31:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['70496e53-739d-4a5e-af22-dbabde5c4261'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:31:14.041758 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port 3cba7a1a-9877-43ad-bfa4-bdf85c0ba051 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:31:14.042131 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:14.201232 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-fcdca1a6-f197-40c9-b642-7df9a5a36d00 None None] Set router 70496e53-739d-4a5e-af22-dbabde5c4261 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:31:14.252918 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:14.348517 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] For port 3cba7a1a-9877-43ad-bfa4-bdf85c0ba051, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=3cba7a1a-9877-43ad-bfa4-bdf85c0ba051,segment=NetworkSegment(edab9050-aae2-4c9b-baa0-6e612e984a64),segment_id=edab9050-aae2-4c9b-baa0-6e612e984a64)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:31:14.359367 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:14.438139 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Pushing event updated for resources: {'Port': ['ID=3cba7a1a-9877-43ad-bfa4-bdf85c0ba051,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:14.464794 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:14.465046 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:14.465417 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:14.465790 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:14.466119 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:14.466475 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:14.466806 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:14.467151 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:14.467524 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:14.467804 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:14.468126 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:14.468448 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:14.504567 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-fcdca1a6-f197-40c9-b642-7df9a5a36d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70496e53-739d-4a5e-af22-dbabde5c4261', 'name': 'tempest-ServerRescueNegativeTestJSON-411446488-router', 'tenant_id': 'aae4e92976894be69e6eb06d4b7d2f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '3cba7a1a-9877-43ad-bfa4-bdf85c0ba051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:31:09Z', 'updated_at': '2021-08-13T04:31:12Z', 'revision_number': 4, 'project_id': 'aae4e92976894be69e6eb06d4b7d2f3a', 'gw_port': {'id': '3cba7a1a-9877-43ad-bfa4-bdf85c0ba051', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:25:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70496e53-739d-4a5e-af22-dbabde5c4261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:31:09Z', 'updated_at': '2021-08-13T04:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': 'a8a453d4-d70d-4a65-817f-6bd43d230234', 'name': '', 'network_id': '8654c056-764c-4f00-9b64-d8b811de2fd6', 'tenant_id': 'aae4e92976894be69e6eb06d4b7d2f3a', 'mac_address': 'fa:16:3e:f0:8d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70496e53-739d-4a5e-af22-dbabde5c4261', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '65961138-89fc-4d56-9e75-55b08a9b4640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:31:11Z', 'updated_at': '2021-08-13T04:31:12Z', 'revision_number': 2, 'project_id': 'aae4e92976894be69e6eb06d4b7d2f3a', 'subnets': [{'id': '65961138-89fc-4d56-9e75-55b08a9b4640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:31:14.536111 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdca1a6-f197-40c9-b642-7df9a5a36d00 None None] Checking router: 70496e53-739d-4a5e-af22-dbabde5c4261 for host: dv-cinder-759961-6-iscsi {{(pid=93895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:31:14.536464 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdca1a6-f197-40c9-b642-7df9a5a36d00 None None] Updating router 70496e53-739d-4a5e-af22-dbabde5c4261 port a8a453d4-d70d-4a65-817f-6bd43d230234 binding host dv-cinder-759961-6-iscsi {{(pid=93895) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:31:14.563576 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fcdca1a6-f197-40c9-b642-7df9a5a36d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:14.841121 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fcdca1a6-f197-40c9-b642-7df9a5a36d00 None None] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:14.850614 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-fcdca1a6-f197-40c9-b642-7df9a5a36d00 None None] Transition to ACTIVE for port object a8a453d4-d70d-4a65-817f-6bd43d230234 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:31:14.858109 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fcdca1a6-f197-40c9-b642-7df9a5a36d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:14.912264 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f078bb9-d812-4de9-a2c1-0314536c4fd1 None None] Pushing event updated for resources: {'Port': ['ID=a8a453d4-d70d-4a65-817f-6bd43d230234,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:14.964745 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-fcdca1a6-f197-40c9-b642-7df9a5a36d00 None None] Attempting to bind port a8a453d4-d70d-4a65-817f-6bd43d230234 on host dv-cinder-759961-6-iscsi for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:31:14.965472 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-fcdca1a6-f197-40c9-b642-7df9a5a36d00 None None] Attempting to bind port a8a453d4-d70d-4a65-817f-6bd43d230234 by drivers openvswitch,hyperv on host dv-cinder-759961-6-iscsi at level 0 using segments [{'id': 'e32a8ed0-cbfb-4ae4-8027-ef7d97020016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8654c056-764c-4f00-9b64-d8b811de2fd6'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:31:14.965472 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdca1a6-f197-40c9-b642-7df9a5a36d00 None None] Attempting to bind port a8a453d4-d70d-4a65-817f-6bd43d230234 on network 8654c056-764c-4f00-9b64-d8b811de2fd6 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:31:14.970961 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdca1a6-f197-40c9-b642-7df9a5a36d00 None None] Checking agent: {'id': '10f62c82-9a8d-499f-91cc-7991f11962ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 22, 11), 'started_at': datetime.datetime(2021, 8, 13, 4, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:31:14.971337 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdca1a6-f197-40c9-b642-7df9a5a36d00 None None] Checking segment: {'id': 'e32a8ed0-cbfb-4ae4-8027-ef7d97020016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8654c056-764c-4f00-9b64-d8b811de2fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:31:14.971740 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fcdca1a6-f197-40c9-b642-7df9a5a36d00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:14.972143 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdca1a6-f197-40c9-b642-7df9a5a36d00 None None] Bound using segment: {'id': 'e32a8ed0-cbfb-4ae4-8027-ef7d97020016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8654c056-764c-4f00-9b64-d8b811de2fd6'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:31:14.972604 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-fcdca1a6-f197-40c9-b642-7df9a5a36d00 None None] Bound port: a8a453d4-d70d-4a65-817f-6bd43d230234, host: dv-cinder-759961-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e32a8ed0-cbfb-4ae4-8027-ef7d97020016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8654c056-764c-4f00-9b64-d8b811de2fd6'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:31:14.972987 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fcdca1a6-f197-40c9-b642-7df9a5a36d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:15.040159 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-fcdca1a6-f197-40c9-b642-7df9a5a36d00 None None] For port a8a453d4-d70d-4a65-817f-6bd43d230234, host dv-cinder-759961-6-iscsi, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:31:15.043218 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-fcdca1a6-f197-40c9-b642-7df9a5a36d00 None None] For port a8a453d4-d70d-4a65-817f-6bd43d230234, host dv-cinder-759961-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=a8a453d4-d70d-4a65-817f-6bd43d230234,segment=NetworkSegment(e32a8ed0-cbfb-4ae4-8027-ef7d97020016),segment_id=e32a8ed0-cbfb-4ae4-8027-ef7d97020016)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:31:15.047917 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fcdca1a6-f197-40c9-b642-7df9a5a36d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:15.094176 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdca1a6-f197-40c9-b642-7df9a5a36d00 None None] Routers {'70496e53-739d-4a5e-af22-dbabde5c4261'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:31:15.094704 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-fcdca1a6-f197-40c9-b642-7df9a5a36d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:31:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['70496e53-739d-4a5e-af22-dbabde5c4261'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:31:15.151225 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f078bb9-d812-4de9-a2c1-0314536c4fd1 None None] Pushing event updated for resources: {'Port': ['ID=a8a453d4-d70d-4a65-817f-6bd43d230234,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:15.214421 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-fcdca1a6-f197-40c9-b642-7df9a5a36d00 None None] Set router 70496e53-739d-4a5e-af22-dbabde5c4261 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:31:15.419118 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-fcdca1a6-f197-40c9-b642-7df9a5a36d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70496e53-739d-4a5e-af22-dbabde5c4261', 'name': 'tempest-ServerRescueNegativeTestJSON-411446488-router', 'tenant_id': 'aae4e92976894be69e6eb06d4b7d2f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '3cba7a1a-9877-43ad-bfa4-bdf85c0ba051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:31:09Z', 'updated_at': '2021-08-13T04:31:12Z', 'revision_number': 4, 'project_id': 'aae4e92976894be69e6eb06d4b7d2f3a', 'gw_port': {'id': '3cba7a1a-9877-43ad-bfa4-bdf85c0ba051', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:25:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70496e53-739d-4a5e-af22-dbabde5c4261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:31:09Z', 'updated_at': '2021-08-13T04:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': 'a8a453d4-d70d-4a65-817f-6bd43d230234', 'name': '', 'network_id': '8654c056-764c-4f00-9b64-d8b811de2fd6', 'tenant_id': 'aae4e92976894be69e6eb06d4b7d2f3a', 'mac_address': 'fa:16:3e:f0:8d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70496e53-739d-4a5e-af22-dbabde5c4261', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '65961138-89fc-4d56-9e75-55b08a9b4640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:31:11Z', 'updated_at': '2021-08-13T04:31:15Z', 'revision_number': 4, 'project_id': 'aae4e92976894be69e6eb06d4b7d2f3a', 'subnets': [{'id': '65961138-89fc-4d56-9e75-55b08a9b4640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:31:15.446462 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdca1a6-f197-40c9-b642-7df9a5a36d00 None None] The sync data for ids ['70496e53-739d-4a5e-af22-dbabde5c4261'] in dv-cinder-759961-6-iscsi is: [{'id': '70496e53-739d-4a5e-af22-dbabde5c4261', 'name': 'tempest-ServerRescueNegativeTestJSON-411446488-router', 'tenant_id': 'aae4e92976894be69e6eb06d4b7d2f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '3cba7a1a-9877-43ad-bfa4-bdf85c0ba051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:31:09Z', 'updated_at': '2021-08-13T04:31:12Z', 'revision_number': 4, 'project_id': 'aae4e92976894be69e6eb06d4b7d2f3a', 'gw_port': {'id': '3cba7a1a-9877-43ad-bfa4-bdf85c0ba051', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:25:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70496e53-739d-4a5e-af22-dbabde5c4261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:31:09Z', 'updated_at': '2021-08-13T04:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': 'a8a453d4-d70d-4a65-817f-6bd43d230234', 'name': '', 'network_id': '8654c056-764c-4f00-9b64-d8b811de2fd6', 'tenant_id': 'aae4e92976894be69e6eb06d4b7d2f3a', 'mac_address': 'fa:16:3e:f0:8d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70496e53-739d-4a5e-af22-dbabde5c4261', 'device_owner': 'network:router_interface', 'standard_attr_id': 289, 'fixed_ips': [{'subnet_id': '65961138-89fc-4d56-9e75-55b08a9b4640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:31:11Z', 'updated_at': '2021-08-13T04:31:15Z', 'revision_number': 4, 'project_id': 'aae4e92976894be69e6eb06d4b7d2f3a', 'subnets': [{'id': '65961138-89fc-4d56-9e75-55b08a9b4640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:31:15.992084 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device a8a453d4-d70d-4a65-817f-6bd43d230234 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:31:16.044588 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning for port a8a453d4-d70d-4a65-817f-6bd43d230234 completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:31:16.048568 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port a8a453d4-d70d-4a65-817f-6bd43d230234 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:31:16.048944 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:16.136144 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:16.174463 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] For port a8a453d4-d70d-4a65-817f-6bd43d230234, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=a8a453d4-d70d-4a65-817f-6bd43d230234,segment=NetworkSegment(e32a8ed0-cbfb-4ae4-8027-ef7d97020016),segment_id=e32a8ed0-cbfb-4ae4-8027-ef7d97020016)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:31:16.178408 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:16.179243 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 3cba7a1a-9877-43ad-bfa4-bdf85c0ba051 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:31:16.258295 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Pushing event updated for resources: {'Port': ['ID=a8a453d4-d70d-4a65-817f-6bd43d230234,revision_number=5']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:16.270010 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port 3cba7a1a-9877-43ad-bfa4-bdf85c0ba051 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:31:16.270010 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:16.586044 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-155f6423-b57d-4591-81a7-287856a2d4e6 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:16.587691 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-155f6423-b57d-4591-81a7-287856a2d4e6 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/networks?id=e5a4407b-136d-4505-b628-117c1b1fc3a4 HTTP/1.1" status: 200 len: 814 time: 0.1743655 Aug 13 04:31:16.613113 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-fd7cb8fa-4c73-4693-af91-eed6b88d0e9d tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:16.614558 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-fd7cb8fa-4c73-4693-af91-eed6b88d0e9d tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/networks?id=8654c056-764c-4f00-9b64-d8b811de2fd6 HTTP/1.1" status: 200 len: 818 time: 0.1789975 Aug 13 04:31:16.616139 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-427f1128-09b0-403f-9673-b78aacfacebb tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/quotas/44afcd45727640ec80dc17fe4fcf67fb HTTP/1.1" status: 200 len: 375 time: 0.0200987 Aug 13 04:31:16.647359 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-a13fd4b4-bfe6-463c-845e-453f421045ff tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/quotas/aae4e92976894be69e6eb06d4b7d2f3a HTTP/1.1" status: 200 len: 375 time: 0.0257597 Aug 13 04:31:16.929119 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-2bc3dbbf-6d77-43f5-96ce-74307ccfe1cf tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=44afcd45727640ec80dc17fe4fcf67fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2938051 Aug 13 04:31:16.939749 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-1fb2c6ca-e563-42cf-ade8-510ed7c994e0 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=aae4e92976894be69e6eb06d4b7d2f3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2771397 Aug 13 04:31:17.089715 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-8a585dcf-9502-4b48-ab1a-9299170c2f70 service neutron] 10.222.0.13 "GET /v2.0/networks/e5a4407b-136d-4505-b628-117c1b1fc3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487763 Aug 13 04:31:17.092868 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-6aa16230-0a19-4dde-abd7-1fdb8b9e96ff service neutron] 10.222.0.13 "GET /v2.0/networks/8654c056-764c-4f00-9b64-d8b811de2fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450078 Aug 13 04:31:17.245118 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-142b4371-9864-4b74-b68a-0fdc2c77fd2d service neutron] 10.222.0.13 "GET /v2.0/networks/e5a4407b-136d-4505-b628-117c1b1fc3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492496 Aug 13 04:31:17.248514 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-de44e480-86f1-42e8-b0ab-5abd75cebaef service neutron] 10.222.0.13 "GET /v2.0/networks/8654c056-764c-4f00-9b64-d8b811de2fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450622 Aug 13 04:31:17.475246 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eecfc2-e959-400a-8b5b-eda9c10dd171 req-ec723007-a785-4835-949c-2cbe79382a75 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:17.477512 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-73eecfc2-e959-400a-8b5b-eda9c10dd171 req-ec723007-a785-4835-949c-2cbe79382a75 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/ports?device_id=01df6473-8705-4b35-95b2-844f9267f92e HTTP/1.1" status: 200 len: 944 time: 0.0729523 Aug 13 04:31:17.557557 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-73eecfc2-e959-400a-8b5b-eda9c10dd171 req-409aae33-5a00-4d95-a72f-28922548b7c2 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93eafb0-9a1a-4269-b6dc-bc667776c3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725219 Aug 13 04:31:17.660058 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1ecc5093-251e-4850-a414-d67fe216582e req-9b4926af-2d51-4523-ab2d-9b31011769b8 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 210 time: 0.0383279 Aug 13 04:31:17.724041 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e36308a7-de50-4834-b0ec-0300ff5846c7 req-e2539ca5-e92c-4c9d-9e30-60d7523a71fa tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca45425-586a-4015-bea2-2e60a1aa42b3 HTTP/1.1" status: 200 len: 210 time: 0.0645742 Aug 13 04:31:17.947025 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device a8a453d4-d70d-4a65-817f-6bd43d230234 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:31:17.956332 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-201c8ec3-682f-4713-8f8f-1864db774bc8 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:17.957834 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-201c8ec3-682f-4713-8f8f-1864db774bc8 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/networks?id=8654c056-764c-4f00-9b64-d8b811de2fd6 HTTP/1.1" status: 200 len: 818 time: 0.1427777 Aug 13 04:31:17.975766 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-1d2b0604-95e2-46f9-98c0-0751a890c37a tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/quotas/aae4e92976894be69e6eb06d4b7d2f3a HTTP/1.1" status: 200 len: 375 time: 0.0113614 Aug 13 04:31:18.001354 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port a8a453d4-d70d-4a65-817f-6bd43d230234 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:31:18.002064 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:18.039755 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-aa245f66-74df-4f57-a601-d0af99350b7e tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=aae4e92976894be69e6eb06d4b7d2f3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0572841 Aug 13 04:31:18.139984 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-c5dad000-14cc-480a-9417-f61fe49cfcf4 service neutron] 10.222.0.13 "GET /v2.0/networks/8654c056-764c-4f00-9b64-d8b811de2fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913446 Aug 13 04:31:18.235121 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-19355037-5cd8-492e-bf1b-3446d735fee0 service neutron] 10.222.0.13 "GET /v2.0/networks/8654c056-764c-4f00-9b64-d8b811de2fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881295 Aug 13 04:31:18.390085 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d606409a-8d8e-49e4-846f-54bbfdb3d510 req-68e1552c-47cd-48aa-a3f4-3cd9628418a8 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 210 time: 0.0291333 Aug 13 04:31:18.802428 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd0081-aff0-4f7a-a366-b4b64e6a5595 req-4ac7446b-045a-40b0-9a27-05352128b5d3 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:18.807080 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b4cd0081-aff0-4f7a-a366-b4b64e6a5595 req-4ac7446b-045a-40b0-9a27-05352128b5d3 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/ports?device_id=01df6473-8705-4b35-95b2-844f9267f92e HTTP/1.1" status: 200 len: 944 time: 0.1439638 Aug 13 04:31:18.896042 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4c5f6d9b-473c-4aa2-b936-14f8de3a4495 req-2125ae62-95f8-4198-a0c1-c968a6d8cbf0 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca45425-586a-4015-bea2-2e60a1aa42b3 HTTP/1.1" status: 200 len: 210 time: 0.0489593 Aug 13 04:31:18.919295 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-4cdc3a6e-2bc1-4be6-a5b2-a33c33b29c32 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:18.919295 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-4cdc3a6e-2bc1-4be6-a5b2-a33c33b29c32 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.64 "GET /v2.0/networks?id=8654c056-764c-4f00-9b64-d8b811de2fd6 HTTP/1.1" status: 200 len: 818 time: 0.2360411 Aug 13 04:31:18.919295 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b4cd0081-aff0-4f7a-a366-b4b64e6a5595 req-2a26ee94-c1db-499c-812b-5ff1dfb23b93 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93eafb0-9a1a-4269-b6dc-bc667776c3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073256 Aug 13 04:31:18.938710 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-261941c8-07e2-4aa8-8368-bd9410b177cf tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Request body: {'port': {'device_id': '25395051-723e-4a2e-a22c-7892a0285098', 'network_id': '8654c056-764c-4f00-9b64-d8b811de2fd6', 'admin_state_up': True, 'tenant_id': 'aae4e92976894be69e6eb06d4b7d2f3a'}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:31:19.046189 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-261941c8-07e2-4aa8-8368-bd9410b177cf tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Made reservation on behalf of aae4e92976894be69e6eb06d4b7d2f3a for: {'port': 1} {{(pid=93893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:31:19.049763 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-261941c8-07e2-4aa8-8368-bd9410b177cf tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:19.171947 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.db_base_plugin_common [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-261941c8-07e2-4aa8-8368-bd9410b177cf tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Allocated IP 172.20.0.7 (8654c056-764c-4f00-9b64-d8b811de2fd6/65961138-89fc-4d56-9e75-55b08a9b4640/ec81d39e-63c0-4679-a7bd-2439e208e2db) {{(pid=93893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:31:19.410843 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-920dfd61-868b-47a2-90ec-6a4262840d0e tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:19.412269 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-920dfd61-868b-47a2-90ec-6a4262840d0e tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.64 "GET /v2.0/networks?id=e5a4407b-136d-4505-b628-117c1b1fc3a4 HTTP/1.1" status: 200 len: 814 time: 0.1456392 Aug 13 04:31:19.415173 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-261941c8-07e2-4aa8-8368-bd9410b177cf tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Notify callbacks [] for port, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:19.437705 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-93d5ac93-caf1-4f6a-a7d9-18d05117cd5b tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Request body: {'port': {'device_id': 'eca45425-586a-4015-bea2-2e60a1aa42b3', 'network_id': 'e5a4407b-136d-4505-b628-117c1b1fc3a4', 'admin_state_up': True, 'tenant_id': '44afcd45727640ec80dc17fe4fcf67fb'}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:31:19.538992 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2574b9c4-72ce-445a-9b34-a4824826f666 req-ae6cbe1a-afb9-4e16-95e6-4af6c1ce3f55 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 210 time: 0.0385387 Aug 13 04:31:19.571051 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-261941c8-07e2-4aa8-8368-bd9410b177cf tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:19.635092 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-261941c8-07e2-4aa8-8368-bd9410b177cf tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Network 8654c056-764c-4f00-9b64-d8b811de2fd6 is already hosted by enough agents. {{(pid=93893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:31:19.638039 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.base_scheduler [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-261941c8-07e2-4aa8-8368-bd9410b177cf tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Resources bound (agent type, host, resource id): {{(pid=93893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:31:19.639912 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261941c8-07e2-4aa8-8368-bd9410b177cf tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Pushing event updated for resources: {'Port': ['ID=ec81d39e-63c0-4679-a7bd-2439e208e2db,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:19.642565 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-261941c8-07e2-4aa8-8368-bd9410b177cf tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Received port after_create {{(pid=93893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:31:19.673446 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-93d5ac93-caf1-4f6a-a7d9-18d05117cd5b tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Made reservation on behalf of 44afcd45727640ec80dc17fe4fcf67fb for: {'port': 1} {{(pid=93893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:31:19.676829 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-93d5ac93-caf1-4f6a-a7d9-18d05117cd5b tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:19.715582 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-261941c8-07e2-4aa8-8368-bd9410b177cf tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:19.716259 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-261941c8-07e2-4aa8-8368-bd9410b177cf tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:19.763240 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-261941c8-07e2-4aa8-8368-bd9410b177cf tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8324645 Aug 13 04:31:19.810642 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-0d5c3226-4c9a-4798-93e6-271819d25763 service neutron] Request body: {'port': {'device_id': '25395051-723e-4a2e-a22c-7892a0285098', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:31:19.876702 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.db_base_plugin_common [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-93d5ac93-caf1-4f6a-a7d9-18d05117cd5b tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Allocated IP 172.20.0.10 (e5a4407b-136d-4505-b628-117c1b1fc3a4/b34fb96a-c863-4437-9084-58bfc9a701c8/cd209cdf-3517-46ae-b5d5-f413928df01c) {{(pid=93893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:31:19.889285 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-0d5c3226-4c9a-4798-93e6-271819d25763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:20.017717 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device a9b019c3-b958-4aa5-8146-7bf11ad373de details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=93895) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:31:20.047767 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-03bba4cc-d0c7-44f4-b034-b959882eb100 req-c3436b6a-f873-4ae1-acf2-9de4d77c07a1 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca45425-586a-4015-bea2-2e60a1aa42b3 HTTP/1.1" status: 200 len: 210 time: 0.0747697 Aug 13 04:31:20.193391 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port a9b019c3-b958-4aa5-8146-7bf11ad373de, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a9b019c3-b958-4aa5-8146-7bf11ad373de,segment=NetworkSegment(631216f4-19a2-4275-9245-6d9df23fb507),segment_id=631216f4-19a2-4275-9245-6d9df23fb507)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:31:20.204285 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-fa99f2df-1ee4-4f5d-ab07-e1371a0fa937 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:20.206742 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-fa99f2df-1ee4-4f5d-ab07-e1371a0fa937 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.64 "GET /v2.0/networks?id=8654c056-764c-4f00-9b64-d8b811de2fd6 HTTP/1.1" status: 200 len: 818 time: 0.1817398 Aug 13 04:31:20.208422 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Returning: {'device': 'a9b019c3-b958-4aa5-8146-7bf11ad373de', 'network_id': '0ac580e7-d1b2-46c1-ae42-d5c12c542de0', 'port_id': 'a9b019c3-b958-4aa5-8146-7bf11ad373de', 'mac_address': 'fa:16:3e:b0:87:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '606701c9-2266-40fc-be40-2efafd4f3a18', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93895) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:31:20.253080 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:20.270167 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b019c3-b958-4aa5-8146-7bf11ad373de {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:31:20.271934 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c08a9-0dd1-4e3b-a6d7-a9cfbd3db23f req-417afdf6-0104-4c35-8344-749d6528ff91 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:20.273488 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-776c08a9-0dd1-4e3b-a6d7-a9cfbd3db23f req-417afdf6-0104-4c35-8344-749d6528ff91 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/ports?device_id=01df6473-8705-4b35-95b2-844f9267f92e HTTP/1.1" status: 200 len: 944 time: 0.1637208 Aug 13 04:31:20.291647 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port a9b019c3-b958-4aa5-8146-7bf11ad373de, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a9b019c3-b958-4aa5-8146-7bf11ad373de,segment=NetworkSegment(631216f4-19a2-4275-9245-6d9df23fb507),segment_id=631216f4-19a2-4275-9245-6d9df23fb507)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:31:20.296991 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:20.313878 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-93d5ac93-caf1-4f6a-a7d9-18d05117cd5b tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Notify callbacks [] for port, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:20.323569 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-07e662a0-54b6-46d4-b8b6-9baeb3455b71 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Request body: {'port': {'device_id': '9406e71a-2f8b-48ac-81a4-333ecc986171', 'network_id': '8654c056-764c-4f00-9b64-d8b811de2fd6', 'admin_state_up': True, 'tenant_id': 'aae4e92976894be69e6eb06d4b7d2f3a'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:31:20.352246 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=a9b019c3-b958-4aa5-8146-7bf11ad373de,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:20.392059 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-776c08a9-0dd1-4e3b-a6d7-a9cfbd3db23f req-297d2001-f906-4a64-b675-bfbc8ed8bf99 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93eafb0-9a1a-4269-b6dc-bc667776c3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109490 Aug 13 04:31:20.459298 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-07e662a0-54b6-46d4-b8b6-9baeb3455b71 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Made reservation on behalf of aae4e92976894be69e6eb06d4b7d2f3a for: {'port': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:31:20.464501 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-07e662a0-54b6-46d4-b8b6-9baeb3455b71 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:20.467239 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-93d5ac93-caf1-4f6a-a7d9-18d05117cd5b tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:20.475535 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-0d5c3226-4c9a-4798-93e6-271819d25763 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec81d39e-63c0-4679-a7bd-2439e208e2db {{(pid=93893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:31:20.479202 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['4a62d4b3-3837-414b-a01d-079fec907da0'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:31:20.518316 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-0d5c3226-4c9a-4798-93e6-271819d25763 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:20.538072 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-93d5ac93-caf1-4f6a-a7d9-18d05117cd5b tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Network e5a4407b-136d-4505-b628-117c1b1fc3a4 is already hosted by enough agents. {{(pid=93893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:31:20.547539 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.base_scheduler [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-93d5ac93-caf1-4f6a-a7d9-18d05117cd5b tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Resources bound (agent type, host, resource id): {{(pid=93893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:31:20.549724 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.provisioning_blocks [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-0d5c3226-4c9a-4798-93e6-271819d25763 service neutron] Transition to ACTIVE for port object ec81d39e-63c0-4679-a7bd-2439e208e2db will not be triggered until provisioned by entity L2. {{(pid=93893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:31:20.552656 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-93d5ac93-caf1-4f6a-a7d9-18d05117cd5b tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Received port after_create {{(pid=93893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:31:20.579937 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-0d5c3226-4c9a-4798-93e6-271819d25763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9290061'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:20.592128 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d5ac93-caf1-4f6a-a7d9-18d05117cd5b tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Pushing event updated for resources: {'Port': ['ID=cd209cdf-3517-46ae-b5d5-f413928df01c,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:20.650544 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['a9b019c3-b958-4aa5-8146-7bf11ad373de'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:31:20.671440 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-07e662a0-54b6-46d4-b8b6-9baeb3455b71 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Allocated IP 172.20.0.13 (8654c056-764c-4f00-9b64-d8b811de2fd6/65961138-89fc-4d56-9e75-55b08a9b4640/a4b7cf28-b4f2-4d99-892d-76c8c11313cb) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:31:20.849931 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-07e662a0-54b6-46d4-b8b6-9baeb3455b71 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:20.897098 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-07e662a0-54b6-46d4-b8b6-9baeb3455b71 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:20.946714 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-07e662a0-54b6-46d4-b8b6-9baeb3455b71 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Network 8654c056-764c-4f00-9b64-d8b811de2fd6 is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:31:20.950841 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-07e662a0-54b6-46d4-b8b6-9baeb3455b71 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:31:20.956294 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-07e662a0-54b6-46d4-b8b6-9baeb3455b71 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:31:20.977799 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e05a7cea-5c27-4a9b-b894-64da2bb1a717 req-4c301c53-dcff-4feb-a341-8747f54a0615 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 210 time: 0.3205106 Aug 13 04:31:20.987398 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-93d5ac93-caf1-4f6a-a7d9-18d05117cd5b tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:20.988012 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-93d5ac93-caf1-4f6a-a7d9-18d05117cd5b tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:21.006268 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e662a0-54b6-46d4-b8b6-9baeb3455b71 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Pushing event updated for resources: {'Port': ['ID=a4b7cf28-b4f2-4d99-892d-76c8c11313cb,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:21.020178 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c3226-4c9a-4798-93e6-271819d25763 service neutron] Pushing event updated for resources: {'Port': ['ID=ec81d39e-63c0-4679-a7bd-2439e208e2db,revision_number=2']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:21.029455 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-07e662a0-54b6-46d4-b8b6-9baeb3455b71 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:21.030186 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-07e662a0-54b6-46d4-b8b6-9baeb3455b71 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:21.050868 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-93d5ac93-caf1-4f6a-a7d9-18d05117cd5b tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6216416 Aug 13 04:31:21.051352 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-07e662a0-54b6-46d4-b8b6-9baeb3455b71 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7350924 Aug 13 04:31:21.065484 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-0d5c3226-4c9a-4798-93e6-271819d25763 service neutron] Attempting to bind port ec81d39e-63c0-4679-a7bd-2439e208e2db on host hv-cinder-75996 for vnic_type normal with profile {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:31:21.065824 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-0d5c3226-4c9a-4798-93e6-271819d25763 service neutron] Attempting to bind port ec81d39e-63c0-4679-a7bd-2439e208e2db by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'e32a8ed0-cbfb-4ae4-8027-ef7d97020016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8654c056-764c-4f00-9b64-d8b811de2fd6'}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:31:21.066163 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-0d5c3226-4c9a-4798-93e6-271819d25763 service neutron] Attempting to bind port ec81d39e-63c0-4679-a7bd-2439e208e2db on network 8654c056-764c-4f00-9b64-d8b811de2fd6 {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:31:21.071280 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-0d5c3226-4c9a-4798-93e6-271819d25763 service neutron] Port ec81d39e-63c0-4679-a7bd-2439e208e2db on network 8654c056-764c-4f00-9b64-d8b811de2fd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:31:21.071619 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-0d5c3226-4c9a-4798-93e6-271819d25763 service neutron] Attempting to bind port ec81d39e-63c0-4679-a7bd-2439e208e2db on network 8654c056-764c-4f00-9b64-d8b811de2fd6 {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:31:21.076706 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-0d5c3226-4c9a-4798-93e6-271819d25763 service neutron] Checking agent: {'id': '799e1584-199c-46e1-adc5-08501adf479b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:31:21.077043 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-0d5c3226-4c9a-4798-93e6-271819d25763 service neutron] Checking segment: {'id': 'e32a8ed0-cbfb-4ae4-8027-ef7d97020016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8654c056-764c-4f00-9b64-d8b811de2fd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:31:21.077524 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-0d5c3226-4c9a-4798-93e6-271819d25763 service neutron] Bound using segment: {'id': 'e32a8ed0-cbfb-4ae4-8027-ef7d97020016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8654c056-764c-4f00-9b64-d8b811de2fd6'} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:31:21.078241 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-0d5c3226-4c9a-4798-93e6-271819d25763 service neutron] Bound port: ec81d39e-63c0-4679-a7bd-2439e208e2db, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e32a8ed0-cbfb-4ae4-8027-ef7d97020016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8654c056-764c-4f00-9b64-d8b811de2fd6'}}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:31:21.078360 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-0d5c3226-4c9a-4798-93e6-271819d25763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:21.086856 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-4738166b-0c7d-49a3-9889-2042daa66a26 service neutron] Request body: {'port': {'device_id': '9406e71a-2f8b-48ac-81a4-333ecc986171', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:31:21.087067 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-7993bf51-a0b3-4124-97eb-00e637304b19 service neutron] Request body: {'port': {'device_id': 'eca45425-586a-4015-bea2-2e60a1aa42b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:31:21.157168 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-4738166b-0c7d-49a3-9889-2042daa66a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:21.214099 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-7993bf51-a0b3-4124-97eb-00e637304b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:21.240312 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-0d5c3226-4c9a-4798-93e6-271819d25763 service neutron] For port ec81d39e-63c0-4679-a7bd-2439e208e2db, host hv-cinder-75996, cleared binding levels {{(pid=93893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:31:21.275911 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-0d5c3226-4c9a-4798-93e6-271819d25763 service neutron] For port ec81d39e-63c0-4679-a7bd-2439e208e2db, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ec81d39e-63c0-4679-a7bd-2439e208e2db,segment=NetworkSegment(e32a8ed0-cbfb-4ae4-8027-ef7d97020016),segment_id=e32a8ed0-cbfb-4ae4-8027-ef7d97020016)] {{(pid=93893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:31:21.284291 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-0d5c3226-4c9a-4798-93e6-271819d25763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9290061'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:21.293161 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d08206-e339-473e-8702-feb34e159797 req-7179fb2b-4444-4482-858f-e64446cdd25c tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:21.294672 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-02d08206-e339-473e-8702-feb34e159797 req-7179fb2b-4444-4482-858f-e64446cdd25c tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca45425-586a-4015-bea2-2e60a1aa42b3 HTTP/1.1" status: 200 len: 932 time: 0.1262515 Aug 13 04:31:21.416009 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-0d5c3226-4c9a-4798-93e6-271819d25763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:21.416009 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-0d5c3226-4c9a-4798-93e6-271819d25763 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:21.416009 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-0d5c3226-4c9a-4798-93e6-271819d25763 service neutron] 10.222.0.64 "PUT /v2.0/ports/ec81d39e-63c0-4679-a7bd-2439e208e2db HTTP/1.1" status: 200 len: 1093 time: 1.6264286 Aug 13 04:31:21.419680 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25395051-723e-4a2e-a22c-7892a0285098', 'tag': 'ec81d39e-63c0-4679-a7bd-2439e208e2db'}] {{(pid=93893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:31:21.422788 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aea723d68c964973b0702c1800637223d1e6775f666202f903cb1e18101cb68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b288891e-28d2-4b48-bfcd-74335fa00c02" -d '{"events": [{"name": "network-changed", "server_uuid": "25395051-723e-4a2e-a22c-7892a0285098", "tag": "ec81d39e-63c0-4679-a7bd-2439e208e2db"}]}' {{(pid=93893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:31:21.453729 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-4738166b-0c7d-49a3-9889-2042daa66a26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4b7cf28-b4f2-4d99-892d-76c8c11313cb {{(pid=93894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:31:21.473313 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-02d08206-e339-473e-8702-feb34e159797 req-a3e2655d-f1d8-4b37-9011-6b360c0d6b59 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671777 Aug 13 04:31:21.474708 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-4738166b-0c7d-49a3-9889-2042daa66a26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:21.481174 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5c3226-4c9a-4798-93e6-271819d25763 service neutron] Pushing event updated for resources: {'Port': ['ID=ec81d39e-63c0-4679-a7bd-2439e208e2db,revision_number=3']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:21.490779 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.provisioning_blocks [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-4738166b-0c7d-49a3-9889-2042daa66a26 service neutron] Transition to ACTIVE for port object a4b7cf28-b4f2-4d99-892d-76c8c11313cb will not be triggered until provisioned by entity L2. {{(pid=93894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:31:21.498473 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-4738166b-0c7d-49a3-9889-2042daa66a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8757390'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:21.557522 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738166b-0c7d-49a3-9889-2042daa66a26 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b7cf28-b4f2-4d99-892d-76c8c11313cb,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:21.560919 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701ca75e-743a-40c8-9d19-59a54b1a6d1d x-openstack-request-id: req-701ca75e-743a-40c8-9d19-59a54b1a6d1d {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:31:21.561215 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25395051-723e-4a2e-a22c-7892a0285098", "tag": "ec81d39e-63c0-4679-a7bd-2439e208e2db", "status": "completed", "code": 200}]} {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:31:21.561490 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-701ca75e-743a-40c8-9d19-59a54b1a6d1d {{(pid=93893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:31:21.561875 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25395051-723e-4a2e-a22c-7892a0285098', 'tag': 'ec81d39e-63c0-4679-a7bd-2439e208e2db', 'status': 'completed', 'code': 200} Aug 13 04:31:21.634636 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-4738166b-0c7d-49a3-9889-2042daa66a26 service neutron] Attempting to bind port a4b7cf28-b4f2-4d99-892d-76c8c11313cb on host hv-cinder-75996 for vnic_type normal with profile {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:31:21.634985 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-4738166b-0c7d-49a3-9889-2042daa66a26 service neutron] Attempting to bind port a4b7cf28-b4f2-4d99-892d-76c8c11313cb by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'e32a8ed0-cbfb-4ae4-8027-ef7d97020016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8654c056-764c-4f00-9b64-d8b811de2fd6'}] {{(pid=93894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:31:21.635322 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-4738166b-0c7d-49a3-9889-2042daa66a26 service neutron] Attempting to bind port a4b7cf28-b4f2-4d99-892d-76c8c11313cb on network 8654c056-764c-4f00-9b64-d8b811de2fd6 {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:31:21.643009 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-4738166b-0c7d-49a3-9889-2042daa66a26 service neutron] Port a4b7cf28-b4f2-4d99-892d-76c8c11313cb on network 8654c056-764c-4f00-9b64-d8b811de2fd6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:31:21.643009 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-4738166b-0c7d-49a3-9889-2042daa66a26 service neutron] Attempting to bind port a4b7cf28-b4f2-4d99-892d-76c8c11313cb on network 8654c056-764c-4f00-9b64-d8b811de2fd6 {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:31:21.646433 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-4738166b-0c7d-49a3-9889-2042daa66a26 service neutron] Checking agent: {'id': '799e1584-199c-46e1-adc5-08501adf479b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:31:21.646565 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-4738166b-0c7d-49a3-9889-2042daa66a26 service neutron] Checking segment: {'id': 'e32a8ed0-cbfb-4ae4-8027-ef7d97020016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8654c056-764c-4f00-9b64-d8b811de2fd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:31:21.646993 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-4738166b-0c7d-49a3-9889-2042daa66a26 service neutron] Bound using segment: {'id': 'e32a8ed0-cbfb-4ae4-8027-ef7d97020016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8654c056-764c-4f00-9b64-d8b811de2fd6'} {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:31:21.647606 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-4738166b-0c7d-49a3-9889-2042daa66a26 service neutron] Bound port: a4b7cf28-b4f2-4d99-892d-76c8c11313cb, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e32a8ed0-cbfb-4ae4-8027-ef7d97020016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '8654c056-764c-4f00-9b64-d8b811de2fd6'}}] {{(pid=93894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:31:21.648150 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-4738166b-0c7d-49a3-9889-2042daa66a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:21.648870 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-6a345a66-6bd4-41b9-83e3-d475949f307f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:21.650590 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-6a345a66-6bd4-41b9-83e3-d475949f307f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae4e92976894be69e6eb06d4b7d2f3a&device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 1096 time: 0.1664352 Aug 13 04:31:21.668832 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc83cac8-6aa0-4b42-bdca-e027bda2ae3e req-765f3ccb-92b0-4f52-a953-a8b4cc0b91fc tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:21.670330 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-dc83cac8-6aa0-4b42-bdca-e027bda2ae3e req-765f3ccb-92b0-4f52-a953-a8b4cc0b91fc tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/ports?device_id=01df6473-8705-4b35-95b2-844f9267f92e HTTP/1.1" status: 200 len: 945 time: 0.1488404 Aug 13 04:31:21.717406 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-4738166b-0c7d-49a3-9889-2042daa66a26 service neutron] For port a4b7cf28-b4f2-4d99-892d-76c8c11313cb, host hv-cinder-75996, cleared binding levels {{(pid=93894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:31:21.721219 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-4738166b-0c7d-49a3-9889-2042daa66a26 service neutron] For port a4b7cf28-b4f2-4d99-892d-76c8c11313cb, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a4b7cf28-b4f2-4d99-892d-76c8c11313cb,segment=NetworkSegment(e32a8ed0-cbfb-4ae4-8027-ef7d97020016),segment_id=e32a8ed0-cbfb-4ae4-8027-ef7d97020016)] {{(pid=93894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:31:21.727669 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-4738166b-0c7d-49a3-9889-2042daa66a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8757390'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:21.746442 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-094f620b-efa2-44b0-b1df-ac2ac7d4ca20 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec81d39e-63c0-4679-a7bd-2439e208e2db HTTP/1.1" status: 200 len: 217 time: 0.0751567 Aug 13 04:31:21.758922 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-4738166b-0c7d-49a3-9889-2042daa66a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:21.759737 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-4738166b-0c7d-49a3-9889-2042daa66a26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:21.761180 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-4738166b-0c7d-49a3-9889-2042daa66a26 service neutron] 10.222.0.64 "PUT /v2.0/ports/a4b7cf28-b4f2-4d99-892d-76c8c11313cb HTTP/1.1" status: 200 len: 1094 time: 0.6804333 Aug 13 04:31:21.763280 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9406e71a-2f8b-48ac-81a4-333ecc986171', 'tag': 'a4b7cf28-b4f2-4d99-892d-76c8c11313cb'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:31:21.765565 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70cdd4b14b3222e3d0e13c26c8e97d260020fc564b3ab37a06bbaa54b203d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fc7ae2-864a-4104-a308-085c4d57fdc5" -d '{"events": [{"name": "network-changed", "server_uuid": "9406e71a-2f8b-48ac-81a4-333ecc986171", "tag": "a4b7cf28-b4f2-4d99-892d-76c8c11313cb"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:31:21.777845 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-7993bf51-a0b3-4124-97eb-00e637304b19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd209cdf-3517-46ae-b5d5-f413928df01c {{(pid=93893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:31:21.789627 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-dc83cac8-6aa0-4b42-bdca-e027bda2ae3e req-e4cb027c-d3c2-4b52-bea8-b957028f1c6e tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93eafb0-9a1a-4269-b6dc-bc667776c3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066034 Aug 13 04:31:21.791551 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-7993bf51-a0b3-4124-97eb-00e637304b19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:21.792253 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738166b-0c7d-49a3-9889-2042daa66a26 service neutron] Pushing event updated for resources: {'Port': ['ID=a4b7cf28-b4f2-4d99-892d-76c8c11313cb,revision_number=3']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:21.809691 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.provisioning_blocks [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-7993bf51-a0b3-4124-97eb-00e637304b19 service neutron] Transition to ACTIVE for port object cd209cdf-3517-46ae-b5d5-f413928df01c will not be triggered until provisioned by entity L2. {{(pid=93893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:31:21.814735 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-7993bf51-a0b3-4124-97eb-00e637304b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9290061'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:21.828419 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb047089-d38f-4d42-9954-4349ce564302 x-openstack-request-id: req-cb047089-d38f-4d42-9954-4349ce564302 {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:31:21.828718 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9406e71a-2f8b-48ac-81a4-333ecc986171", "tag": "a4b7cf28-b4f2-4d99-892d-76c8c11313cb", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:31:21.829416 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb047089-d38f-4d42-9954-4349ce564302 {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:31:21.829952 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9406e71a-2f8b-48ac-81a4-333ecc986171', 'tag': 'a4b7cf28-b4f2-4d99-892d-76c8c11313cb', 'status': 'completed', 'code': 200} Aug 13 04:31:21.912472 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc7ae2-864a-4104-a308-085c4d57fdc5 req-0229b59e-4923-481c-b8b7-839dae4f43a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:21.915056 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-58fc7ae2-864a-4104-a308-085c4d57fdc5 req-0229b59e-4923-481c-b8b7-839dae4f43a2 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae4e92976894be69e6eb06d4b7d2f3a&device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 1097 time: 0.0436175 Aug 13 04:31:21.928218 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7993bf51-a0b3-4124-97eb-00e637304b19 service neutron] Pushing event updated for resources: {'Port': ['ID=cd209cdf-3517-46ae-b5d5-f413928df01c,revision_number=2']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:21.958639 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-8a3955f6-c764-40d2-90f2-7f546fbfc451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:21.960596 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-8a3955f6-c764-40d2-90f2-7f546fbfc451 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65961138-89fc-4d56-9e75-55b08a9b4640 HTTP/1.1" status: 200 len: 858 time: 0.1157844 Aug 13 04:31:21.997591 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-f69eaa60-09e4-4896-8ba0-ca8bbb0480d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8654c056-764c-4f00-9b64-d8b811de2fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275223 Aug 13 04:31:22.012158 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-7993bf51-a0b3-4124-97eb-00e637304b19 service neutron] Attempting to bind port cd209cdf-3517-46ae-b5d5-f413928df01c on host hv-cinder-75996 for vnic_type normal with profile {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:31:22.012498 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-7993bf51-a0b3-4124-97eb-00e637304b19 service neutron] Attempting to bind port cd209cdf-3517-46ae-b5d5-f413928df01c by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '294d5366-306b-4365-8cf5-2c3e5f8bb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e5a4407b-136d-4505-b628-117c1b1fc3a4'}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:31:22.012861 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-7993bf51-a0b3-4124-97eb-00e637304b19 service neutron] Attempting to bind port cd209cdf-3517-46ae-b5d5-f413928df01c on network e5a4407b-136d-4505-b628-117c1b1fc3a4 {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:31:22.020371 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc7ae2-864a-4104-a308-085c4d57fdc5 req-9441c319-ba2a-42a2-9565-a3eb12d8d267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:22.022005 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-58fc7ae2-864a-4104-a308-085c4d57fdc5 req-9441c319-ba2a-42a2-9565-a3eb12d8d267 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=aae4e92976894be69e6eb06d4b7d2f3a&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0980151 Aug 13 04:31:22.026328 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-7993bf51-a0b3-4124-97eb-00e637304b19 service neutron] Port cd209cdf-3517-46ae-b5d5-f413928df01c on network e5a4407b-136d-4505-b628-117c1b1fc3a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:31:22.026652 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-7993bf51-a0b3-4124-97eb-00e637304b19 service neutron] Attempting to bind port cd209cdf-3517-46ae-b5d5-f413928df01c on network e5a4407b-136d-4505-b628-117c1b1fc3a4 {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:31:22.030806 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device a9b019c3-b958-4aa5-8146-7bf11ad373de up at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:31:22.076998 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-7993bf51-a0b3-4124-97eb-00e637304b19 service neutron] Checking agent: {'id': '799e1584-199c-46e1-adc5-08501adf479b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:31:22.077559 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-7993bf51-a0b3-4124-97eb-00e637304b19 service neutron] Checking segment: {'id': '294d5366-306b-4365-8cf5-2c3e5f8bb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e5a4407b-136d-4505-b628-117c1b1fc3a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:31:22.077930 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-7993bf51-a0b3-4124-97eb-00e637304b19 service neutron] Bound using segment: {'id': '294d5366-306b-4365-8cf5-2c3e5f8bb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e5a4407b-136d-4505-b628-117c1b1fc3a4'} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:31:22.078736 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-7993bf51-a0b3-4124-97eb-00e637304b19 service neutron] Bound port: cd209cdf-3517-46ae-b5d5-f413928df01c, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '294d5366-306b-4365-8cf5-2c3e5f8bb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e5a4407b-136d-4505-b628-117c1b1fc3a4'}}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:31:22.079100 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-7993bf51-a0b3-4124-97eb-00e637304b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:22.092665 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning for port a9b019c3-b958-4aa5-8146-7bf11ad373de completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:31:22.099494 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning complete for port a9b019c3-b958-4aa5-8146-7bf11ad373de triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:31:22.100426 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:22.169545 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fc7ae2-864a-4104-a308-085c4d57fdc5 req-ca808233-1118-4971-b372-5369c555e400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:22.171327 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-58fc7ae2-864a-4104-a308-085c4d57fdc5 req-ca808233-1118-4971-b372-5369c555e400 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1284373 Aug 13 04:31:22.221826 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a127e94-a2f7-421c-bc81-6373435ee732 req-aa882ee0-05d5-4e2a-bd8b-195f28cd70e8 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:22.223450 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9a127e94-a2f7-421c-bc81-6373435ee732 req-aa882ee0-05d5-4e2a-bd8b-195f28cd70e8 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 944 time: 0.1558402 Aug 13 04:31:22.227870 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-8ad44edb-434d-48bd-b1fc-428af84f418a service neutron] 10.222.0.64 "GET /v2.0/networks/8654c056-764c-4f00-9b64-d8b811de2fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118583 Aug 13 04:31:22.228078 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:22.233494 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-7993bf51-a0b3-4124-97eb-00e637304b19 service neutron] For port cd209cdf-3517-46ae-b5d5-f413928df01c, host hv-cinder-75996, cleared binding levels {{(pid=93893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:31:22.248673 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-7993bf51-a0b3-4124-97eb-00e637304b19 service neutron] For port cd209cdf-3517-46ae-b5d5-f413928df01c, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=cd209cdf-3517-46ae-b5d5-f413928df01c,segment=NetworkSegment(294d5366-306b-4365-8cf5-2c3e5f8bb811),segment_id=294d5366-306b-4365-8cf5-2c3e5f8bb811)] {{(pid=93893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:31:22.268593 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01df6473-8705-4b35-95b2-844f9267f92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b019c3-b958-4aa5-8146-7bf11ad373de'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:31:22.273091 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c92d4982b19a4a1727383111979b328de092d32a0bc2fa1b4d64c134060166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2a103f-92f8-4e6c-bbda-bc3f00e94c33" -d '{"events": [{"server_uuid": "01df6473-8705-4b35-95b2-844f9267f92e", "name": "network-vif-plugged", "status": "completed", "tag": "a9b019c3-b958-4aa5-8146-7bf11ad373de"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:31:22.279514 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port a9b019c3-b958-4aa5-8146-7bf11ad373de, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a9b019c3-b958-4aa5-8146-7bf11ad373de,segment=NetworkSegment(631216f4-19a2-4275-9245-6d9df23fb507),segment_id=631216f4-19a2-4275-9245-6d9df23fb507)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:31:22.284518 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:22.289751 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-8edeccbb-87bb-4497-8412-f19f27ea1626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:22.291257 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-8edeccbb-87bb-4497-8412-f19f27ea1626 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae4e92976894be69e6eb06d4b7d2f3a&device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 1097 time: 0.0761909 Aug 13 04:31:22.297673 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-7993bf51-a0b3-4124-97eb-00e637304b19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9290061'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:22.338969 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=a9b019c3-b958-4aa5-8146-7bf11ad373de,revision_number=5']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:22.342049 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-a0e349da-0882-4df2-9b21-373315df5e40 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4b7cf28-b4f2-4d99-892d-76c8c11313cb HTTP/1.1" status: 200 len: 217 time: 0.0420024 Aug 13 04:31:22.360915 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f2b70c-f259-4501-b949-8036c872baa6 x-openstack-request-id: req-d2f2b70c-f259-4501-b949-8036c872baa6 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:31:22.361403 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01df6473-8705-4b35-95b2-844f9267f92e", "name": "network-vif-plugged", "status": "completed", "tag": "a9b019c3-b958-4aa5-8146-7bf11ad373de", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:31:22.361838 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2f2b70c-f259-4501-b949-8036c872baa6 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:31:22.362234 dv-cinder-759961-6-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01df6473-8705-4b35-95b2-844f9267f92e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b019c3-b958-4aa5-8146-7bf11ad373de', 'code': 200} Aug 13 04:31:22.367865 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-7993bf51-a0b3-4124-97eb-00e637304b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:22.368482 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-7993bf51-a0b3-4124-97eb-00e637304b19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:22.369886 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-7993bf51-a0b3-4124-97eb-00e637304b19 service neutron] 10.222.0.64 "PUT /v2.0/ports/cd209cdf-3517-46ae-b5d5-f413928df01c HTTP/1.1" status: 200 len: 1094 time: 1.2893379 Aug 13 04:31:22.376387 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9a127e94-a2f7-421c-bc81-6373435ee732 req-3450dd39-577c-4d97-96d8-d794a4365f73 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382439 Aug 13 04:31:22.410626 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7993bf51-a0b3-4124-97eb-00e637304b19 service neutron] Pushing event updated for resources: {'Port': ['ID=cd209cdf-3517-46ae-b5d5-f413928df01c,revision_number=3']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:22.440930 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2ae02d99-6895-4804-8d34-1db7d0619a53 req-1b19d659-997c-478e-9203-4aa85c9cf452 service neutron] 10.222.0.64 "GET /v2.0/networks/8654c056-764c-4f00-9b64-d8b811de2fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042069 Aug 13 04:31:22.459313 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-3614ebc6-fba0-431c-9262-182e15f360bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:22.461344 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-3614ebc6-fba0-431c-9262-182e15f360bf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65961138-89fc-4d56-9e75-55b08a9b4640 HTTP/1.1" status: 200 len: 858 time: 0.0650895 Aug 13 04:31:22.485033 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-21e28516-7bb4-4c77-9a6a-67b55722421d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:22.487085 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-21e28516-7bb4-4c77-9a6a-67b55722421d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=44afcd45727640ec80dc17fe4fcf67fb&device_id=eca45425-586a-4015-bea2-2e60a1aa42b3 HTTP/1.1" status: 200 len: 1097 time: 0.0551131 Aug 13 04:31:22.504999 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-8c6389c5-a2f5-4888-86de-8e8add138d55 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8654c056-764c-4f00-9b64-d8b811de2fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344374 Aug 13 04:31:22.560290 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-80ecf4a6-b573-4c1b-9bda-4da9ca66b2e0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd209cdf-3517-46ae-b5d5-f413928df01c HTTP/1.1" status: 200 len: 217 time: 0.0613365 Aug 13 04:31:22.653539 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c31e3-3fdf-426c-841f-806c360b33ee req-dd4e9d00-d7c6-4115-bc6c-55fdcf57f195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:22.655276 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ad1c31e3-3fdf-426c-841f-806c360b33ee req-dd4e9d00-d7c6-4115-bc6c-55fdcf57f195 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=01df6473-8705-4b35-95b2-844f9267f92e HTTP/1.1" status: 200 len: 1099 time: 0.0725775 Aug 13 04:31:22.664424 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-f9685839-5409-4b65-933a-5f0cdd9b45bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:22.665729 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-f9685839-5409-4b65-933a-5f0cdd9b45bc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b34fb96a-c863-4437-9084-58bfc9a701c8 HTTP/1.1" status: 200 len: 854 time: 0.0839472 Aug 13 04:31:22.673895 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288891e-28d2-4b48-bfcd-74335fa00c02 req-95e3396f-f26a-4d8e-ba79-85c59b4d7f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:22.675353 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b288891e-28d2-4b48-bfcd-74335fa00c02 req-95e3396f-f26a-4d8e-ba79-85c59b4d7f30 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae4e92976894be69e6eb06d4b7d2f3a&device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 1096 time: 0.1242776 Aug 13 04:31:22.695240 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-837e4e95-a671-4924-a743-2016194f431e service neutron] 10.222.0.64 "GET /v2.0/networks/8654c056-764c-4f00-9b64-d8b811de2fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651180 Aug 13 04:31:22.762082 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-fa69148f-52ce-4ef2-ae0b-f9cda631d221 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e5a4407b-136d-4505-b628-117c1b1fc3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849822 Aug 13 04:31:22.771547 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ba41a-e613-4a95-ad6c-77d0a5da5f01 req-3139052e-9916-4c6a-b08f-12c39e92ad58 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:22.773813 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-523ba41a-e613-4a95-ad6c-77d0a5da5f01 req-3139052e-9916-4c6a-b08f-12c39e92ad58 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca45425-586a-4015-bea2-2e60a1aa42b3 HTTP/1.1" status: 200 len: 944 time: 0.1809373 Aug 13 04:31:22.784108 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ad1c31e3-3fdf-426c-841f-806c360b33ee req-2b9a7223-77d0-4e05-a737-671cdafc9772 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c93eafb0-9a1a-4269-b6dc-bc667776c3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120434 Aug 13 04:31:22.838211 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6b3a1287-e5db-4bf8-a164-a6ace59c74bf req-d4ddd0e4-d0f1-4678-836f-c5c64f9667ad service neutron] 10.222.0.64 "GET /v2.0/networks/8654c056-764c-4f00-9b64-d8b811de2fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300309 Aug 13 04:31:22.900888 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-523ba41a-e613-4a95-ad6c-77d0a5da5f01 req-86a6e2ae-da08-4688-811c-d85cc155d6b1 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051693 Aug 13 04:31:22.947085 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288891e-28d2-4b48-bfcd-74335fa00c02 req-a7605d21-bf2f-498d-aebf-ca018395a371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:22.948610 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b288891e-28d2-4b48-bfcd-74335fa00c02 req-a7605d21-bf2f-498d-aebf-ca018395a371 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8654c056-764c-4f00-9b64-d8b811de2fd6 HTTP/1.1" status: 200 len: 919 time: 0.2631133 Aug 13 04:31:22.952799 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-aeaf163d-b301-43f7-bbbb-153c18ebbe33 service neutron] 10.222.0.64 "GET /v2.0/networks/e5a4407b-136d-4505-b628-117c1b1fc3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763797 Aug 13 04:31:22.968858 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69821a3a-f708-414a-ba8c-900e9d659c35 req-e9b3a8f1-3f71-4a8a-8c2c-7c0a2d12b64c tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:22.970376 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-69821a3a-f708-414a-ba8c-900e9d659c35 req-e9b3a8f1-3f71-4a8a-8c2c-7c0a2d12b64c tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/ports?device_id=01df6473-8705-4b35-95b2-844f9267f92e HTTP/1.1" status: 200 len: 946 time: 0.0973115 Aug 13 04:31:23.030614 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b288891e-28d2-4b48-bfcd-74335fa00c02 req-40e148c8-f1f1-4b4d-9fdc-ab815def0ee2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec81d39e-63c0-4679-a7bd-2439e208e2db HTTP/1.1" status: 200 len: 217 time: 0.0582564 Aug 13 04:31:23.119821 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-69821a3a-f708-414a-ba8c-900e9d659c35 req-0f4062f2-2672-4e78-9cd0-0c8e2eaf08b5 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93eafb0-9a1a-4269-b6dc-bc667776c3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341059 Aug 13 04:31:23.135378 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288891e-28d2-4b48-bfcd-74335fa00c02 req-5e94edb3-4760-46c9-8501-b14b7c12562b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:23.136864 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b288891e-28d2-4b48-bfcd-74335fa00c02 req-5e94edb3-4760-46c9-8501-b14b7c12562b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65961138-89fc-4d56-9e75-55b08a9b4640 HTTP/1.1" status: 200 len: 858 time: 0.0749488 Aug 13 04:31:23.182197 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9c57a97c-4b44-4122-84dd-e674a80a51c3 req-6d8aee39-8e58-4a99-adcc-daf7a8074103 service neutron] 10.222.0.64 "GET /v2.0/networks/e5a4407b-136d-4505-b628-117c1b1fc3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108841 Aug 13 04:31:23.183869 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b288891e-28d2-4b48-bfcd-74335fa00c02 req-112010aa-f5cc-484e-a760-199cab9c4c08 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8654c056-764c-4f00-9b64-d8b811de2fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358322 Aug 13 04:31:23.287050 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b288891e-28d2-4b48-bfcd-74335fa00c02 req-b6930621-3baf-4a27-85d9-276285ec608f service neutron] 10.222.0.64 "GET /v2.0/networks/8654c056-764c-4f00-9b64-d8b811de2fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907848 Aug 13 04:31:23.401059 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b288891e-28d2-4b48-bfcd-74335fa00c02 req-e1b55717-c530-44a0-bae3-d6b52c81cb93 service neutron] 10.222.0.64 "GET /v2.0/networks/8654c056-764c-4f00-9b64-d8b811de2fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860808 Aug 13 04:31:23.498186 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7297a-37be-4a26-8717-6bac8a4dc0df req-21ae8a83-a133-49ef-94e4-d6d0e2c7d67f tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:23.499667 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7fe7297a-37be-4a26-8717-6bac8a4dc0df req-21ae8a83-a133-49ef-94e4-d6d0e2c7d67f tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 944 time: 0.0484576 Aug 13 04:31:23.537280 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7fe7297a-37be-4a26-8717-6bac8a4dc0df req-8ee75bae-0ff1-49b2-8bf0-99719b3306f2 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315726 Aug 13 04:31:23.562895 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca45425-586a-4015-bea2-2e60a1aa42b3', 'tag': 'cd209cdf-3517-46ae-b5d5-f413928df01c'}] {{(pid=93893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:31:23.565140 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aea723d68c964973b0702c1800637223d1e6775f666202f903cb1e18101cb68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d60fe0-c8b1-4b7b-9417-ab8941f5455c" -d '{"events": [{"name": "network-changed", "server_uuid": "eca45425-586a-4015-bea2-2e60a1aa42b3", "tag": "cd209cdf-3517-46ae-b5d5-f413928df01c"}]}' {{(pid=93893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:31:23.602250 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1777662a-f264-4242-93d0-d85ffd2bda63 x-openstack-request-id: req-1777662a-f264-4242-93d0-d85ffd2bda63 {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:31:23.602541 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca45425-586a-4015-bea2-2e60a1aa42b3", "tag": "cd209cdf-3517-46ae-b5d5-f413928df01c", "status": "completed", "code": 200}]} {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:31:23.602794 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1777662a-f264-4242-93d0-d85ffd2bda63 {{(pid=93893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:31:23.603190 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca45425-586a-4015-bea2-2e60a1aa42b3', 'tag': 'cd209cdf-3517-46ae-b5d5-f413928df01c', 'status': 'completed', 'code': 200} Aug 13 04:31:23.679458 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d60fe0-c8b1-4b7b-9417-ab8941f5455c req-6c0b5e75-ef41-4d2f-8909-0616fc52511e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:23.680836 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-80d60fe0-c8b1-4b7b-9417-ab8941f5455c req-6c0b5e75-ef41-4d2f-8909-0616fc52511e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=44afcd45727640ec80dc17fe4fcf67fb&device_id=eca45425-586a-4015-bea2-2e60a1aa42b3 HTTP/1.1" status: 200 len: 1097 time: 0.0399313 Aug 13 04:31:23.788674 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d60fe0-c8b1-4b7b-9417-ab8941f5455c req-4fe165ae-abb6-47fe-8d73-547a0e4a2b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:23.790164 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-80d60fe0-c8b1-4b7b-9417-ab8941f5455c req-4fe165ae-abb6-47fe-8d73-547a0e4a2b6a service neutron] 10.222.0.64 "GET /v2.0/networks?id=e5a4407b-136d-4505-b628-117c1b1fc3a4 HTTP/1.1" status: 200 len: 915 time: 0.0993397 Aug 13 04:31:23.843391 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-80d60fe0-c8b1-4b7b-9417-ab8941f5455c req-cc30e482-ae52-4d99-a46c-3df770faf82f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd209cdf-3517-46ae-b5d5-f413928df01c HTTP/1.1" status: 200 len: 217 time: 0.0339479 Aug 13 04:31:23.902828 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d60fe0-c8b1-4b7b-9417-ab8941f5455c req-46f903ac-726b-4cd0-9b57-afe072ca1da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:23.904270 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-80d60fe0-c8b1-4b7b-9417-ab8941f5455c req-46f903ac-726b-4cd0-9b57-afe072ca1da9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b34fb96a-c863-4437-9084-58bfc9a701c8 HTTP/1.1" status: 200 len: 854 time: 0.0441384 Aug 13 04:31:23.949601 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-80d60fe0-c8b1-4b7b-9417-ab8941f5455c req-3d788ac8-cae5-43e5-a7cf-a3deece455a3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e5a4407b-136d-4505-b628-117c1b1fc3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318382 Aug 13 04:31:24.082180 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576871c-8f7d-4dfe-8278-33890f2a5a33 req-ae321d48-4036-482e-ac89-74af74351651 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:24.083657 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f576871c-8f7d-4dfe-8278-33890f2a5a33 req-ae321d48-4036-482e-ac89-74af74351651 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca45425-586a-4015-bea2-2e60a1aa42b3 HTTP/1.1" status: 200 len: 944 time: 0.1015172 Aug 13 04:31:24.087491 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-80d60fe0-c8b1-4b7b-9417-ab8941f5455c req-c95c6b2a-4f49-41d5-a93d-e9bedb6295b0 service neutron] 10.222.0.64 "GET /v2.0/networks/e5a4407b-136d-4505-b628-117c1b1fc3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233573 Aug 13 04:31:24.225540 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f576871c-8f7d-4dfe-8278-33890f2a5a33 req-cfd61b9c-fc22-466b-a5a8-c198811b42f9 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337047 Aug 13 04:31:24.230367 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-80d60fe0-c8b1-4b7b-9417-ab8941f5455c req-10209a71-149a-4881-9b39-c7284fb14f94 service neutron] 10.222.0.64 "GET /v2.0/networks/e5a4407b-136d-4505-b628-117c1b1fc3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217463 Aug 13 04:31:24.296129 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136ef97-6873-468e-a850-08ef49cbaff1 req-9cf4f9dc-3f77-44fe-aed7-656c2d30b389 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:24.297792 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5136ef97-6873-468e-a850-08ef49cbaff1 req-9cf4f9dc-3f77-44fe-aed7-656c2d30b389 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/ports?device_id=01df6473-8705-4b35-95b2-844f9267f92e HTTP/1.1" status: 200 len: 946 time: 0.0521438 Aug 13 04:31:24.338089 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5136ef97-6873-468e-a850-08ef49cbaff1 req-f259ac8f-5dc3-46ae-8e26-65cc422fcb21 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93eafb0-9a1a-4269-b6dc-bc667776c3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339849 Aug 13 04:31:24.656239 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f101d-5384-4c07-a14b-b750ff9918e8 req-e9ce1644-aa4f-4030-97bc-768f47bb4e1b tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:24.657793 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d32f101d-5384-4c07-a14b-b750ff9918e8 req-e9ce1644-aa4f-4030-97bc-768f47bb4e1b tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 944 time: 0.0518982 Aug 13 04:31:24.699178 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d32f101d-5384-4c07-a14b-b750ff9918e8 req-40212213-b48f-40cd-a1bb-02f1fc96842a tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351362 Aug 13 04:31:25.338248 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7258f52-1d4a-4bbe-8175-c09a008f0b67 req-2f44b650-95a6-44e1-b474-093b31beb7c7 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:25.339643 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d7258f52-1d4a-4bbe-8175-c09a008f0b67 req-2f44b650-95a6-44e1-b474-093b31beb7c7 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca45425-586a-4015-bea2-2e60a1aa42b3 HTTP/1.1" status: 200 len: 944 time: 0.0490224 Aug 13 04:31:25.383323 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d7258f52-1d4a-4bbe-8175-c09a008f0b67 req-af14397b-cc8d-4031-add8-8b8832e76758 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377109 Aug 13 04:31:25.481256 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f55cde-7111-4a0d-bc82-b17108066e51 req-5c2a3d1d-7408-4df9-a2e8-9d3adf86b516 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:25.482748 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-97f55cde-7111-4a0d-bc82-b17108066e51 req-5c2a3d1d-7408-4df9-a2e8-9d3adf86b516 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/ports?device_id=01df6473-8705-4b35-95b2-844f9267f92e HTTP/1.1" status: 200 len: 946 time: 0.0648606 Aug 13 04:31:25.522827 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-97f55cde-7111-4a0d-bc82-b17108066e51 req-9cd85f44-540c-46a2-ab32-c2117847f7c3 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93eafb0-9a1a-4269-b6dc-bc667776c3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339165 Aug 13 04:31:25.816163 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c6a5e-b694-4943-9976-630e6a3f8a42 req-4a4d8fdd-a4d2-4458-9ba8-2846cb6572fc tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:25.817674 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bf4c6a5e-b694-4943-9976-630e6a3f8a42 req-4a4d8fdd-a4d2-4458-9ba8-2846cb6572fc tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 944 time: 0.0520301 Aug 13 04:31:25.855550 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bf4c6a5e-b694-4943-9976-630e6a3f8a42 req-9c76adf3-6cd5-4c36-9be2-19310eb1290f tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312145 Aug 13 04:31:26.498135 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3990e0c-a4ae-48e1-8ba7-ac791478a5c5 req-bb36cbab-f4f2-439e-9392-533659790641 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:26.499642 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b3990e0c-a4ae-48e1-8ba7-ac791478a5c5 req-bb36cbab-f4f2-439e-9392-533659790641 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca45425-586a-4015-bea2-2e60a1aa42b3 HTTP/1.1" status: 200 len: 944 time: 0.0482309 Aug 13 04:31:26.547018 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b3990e0c-a4ae-48e1-8ba7-ac791478a5c5 req-9ce6e2d8-826c-4fe3-85f3-c77dffb153f7 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413561 Aug 13 04:31:26.853661 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device ec81d39e-63c0-4679-a7bd-2439e208e2db details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=93895) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:31:26.951525 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port ec81d39e-63c0-4679-a7bd-2439e208e2db, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ec81d39e-63c0-4679-a7bd-2439e208e2db,segment=NetworkSegment(e32a8ed0-cbfb-4ae4-8027-ef7d97020016),segment_id=e32a8ed0-cbfb-4ae4-8027-ef7d97020016)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:31:26.962957 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Returning: {'device': 'ec81d39e-63c0-4679-a7bd-2439e208e2db', 'network_id': '8654c056-764c-4f00-9b64-d8b811de2fd6', 'port_id': 'ec81d39e-63c0-4679-a7bd-2439e208e2db', 'mac_address': 'fa:16:3e:09:77:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65961138-89fc-4d56-9e75-55b08a9b4640', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93895) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:31:27.001336 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:27.015276 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec81d39e-63c0-4679-a7bd-2439e208e2db {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:31:27.035688 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port ec81d39e-63c0-4679-a7bd-2439e208e2db, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ec81d39e-63c0-4679-a7bd-2439e208e2db,segment=NetworkSegment(e32a8ed0-cbfb-4ae4-8027-ef7d97020016),segment_id=e32a8ed0-cbfb-4ae4-8027-ef7d97020016)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:31:27.040283 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:27.041274 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device a4b7cf28-b4f2-4d99-892d-76c8c11313cb details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=93895) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:31:27.110938 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=ec81d39e-63c0-4679-a7bd-2439e208e2db,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:27.114381 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port a4b7cf28-b4f2-4d99-892d-76c8c11313cb, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a4b7cf28-b4f2-4d99-892d-76c8c11313cb,segment=NetworkSegment(e32a8ed0-cbfb-4ae4-8027-ef7d97020016),segment_id=e32a8ed0-cbfb-4ae4-8027-ef7d97020016)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:31:27.125007 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Returning: {'device': 'a4b7cf28-b4f2-4d99-892d-76c8c11313cb', 'network_id': '8654c056-764c-4f00-9b64-d8b811de2fd6', 'port_id': 'a4b7cf28-b4f2-4d99-892d-76c8c11313cb', 'mac_address': 'fa:16:3e:82:97:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65961138-89fc-4d56-9e75-55b08a9b4640', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93895) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:31:27.162555 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:27.174940 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4b7cf28-b4f2-4d99-892d-76c8c11313cb {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:31:27.195506 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port a4b7cf28-b4f2-4d99-892d-76c8c11313cb, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a4b7cf28-b4f2-4d99-892d-76c8c11313cb,segment=NetworkSegment(e32a8ed0-cbfb-4ae4-8027-ef7d97020016),segment_id=e32a8ed0-cbfb-4ae4-8027-ef7d97020016)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:31:27.199299 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:27.199938 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device cd209cdf-3517-46ae-b5d5-f413928df01c details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=93895) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:31:27.293527 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=a4b7cf28-b4f2-4d99-892d-76c8c11313cb,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:27.336092 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port cd209cdf-3517-46ae-b5d5-f413928df01c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=cd209cdf-3517-46ae-b5d5-f413928df01c,segment=NetworkSegment(294d5366-306b-4365-8cf5-2c3e5f8bb811),segment_id=294d5366-306b-4365-8cf5-2c3e5f8bb811)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:31:27.347312 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Returning: {'device': 'cd209cdf-3517-46ae-b5d5-f413928df01c', 'network_id': 'e5a4407b-136d-4505-b628-117c1b1fc3a4', 'port_id': 'cd209cdf-3517-46ae-b5d5-f413928df01c', 'mac_address': 'fa:16:3e:a5:11:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34fb96a-c863-4437-9084-58bfc9a701c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93895) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:31:27.384426 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:27.396632 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd209cdf-3517-46ae-b5d5-f413928df01c {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:31:27.415928 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port cd209cdf-3517-46ae-b5d5-f413928df01c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=cd209cdf-3517-46ae-b5d5-f413928df01c,segment=NetworkSegment(294d5366-306b-4365-8cf5-2c3e5f8bb811),segment_id=294d5366-306b-4365-8cf5-2c3e5f8bb811)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:31:27.419731 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:27.469696 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=cd209cdf-3517-46ae-b5d5-f413928df01c,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:28.912765 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae96ed-9d89-4203-a806-37a480a44ae3 req-eb567698-206f-4dc5-b136-604ab218f9f9 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:28.914644 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3eae96ed-9d89-4203-a806-37a480a44ae3 req-eb567698-206f-4dc5-b136-604ab218f9f9 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 945 time: 0.0533602 Aug 13 04:31:28.980316 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3eae96ed-9d89-4203-a806-37a480a44ae3 req-34e31ec7-30c6-462b-817e-d925c547f6e2 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580480 Aug 13 04:31:28.988397 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a2f09-4f5c-4a42-9be4-362b26b0cc60 req-1281d5d5-1188-41a8-a597-331cdcc2beee tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:28.989868 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-430a2f09-4f5c-4a42-9be4-362b26b0cc60 req-1281d5d5-1188-41a8-a597-331cdcc2beee tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca45425-586a-4015-bea2-2e60a1aa42b3 HTTP/1.1" status: 200 len: 945 time: 0.0849097 Aug 13 04:31:29.030148 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-430a2f09-4f5c-4a42-9be4-362b26b0cc60 req-4514ef79-c1f8-4972-8245-c251b20bee23 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336177 Aug 13 04:31:31.102808 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['a4b7cf28-b4f2-4d99-892d-76c8c11313cb'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:31:32.216409 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['ec81d39e-63c0-4679-a7bd-2439e208e2db'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:31:32.323466 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18796c7f-83a7-4ddb-bbbd-40a6b50bd7c6 req-73305019-b406-4098-924c-53a85b307ffa tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:32.324953 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-18796c7f-83a7-4ddb-bbbd-40a6b50bd7c6 req-73305019-b406-4098-924c-53a85b307ffa tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 945 time: 0.0767689 Aug 13 04:31:32.332189 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf8159-1183-49da-9f2e-6c51292be53a req-40b6649d-4b58-4910-b45b-649f1bad76ec tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:32.333614 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-78bf8159-1183-49da-9f2e-6c51292be53a req-40b6649d-4b58-4910-b45b-649f1bad76ec tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca45425-586a-4015-bea2-2e60a1aa42b3 HTTP/1.1" status: 200 len: 945 time: 0.0835767 Aug 13 04:31:32.362920 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['cd209cdf-3517-46ae-b5d5-f413928df01c'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:31:32.385107 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-18796c7f-83a7-4ddb-bbbd-40a6b50bd7c6 req-5428a606-670b-4923-a8b6-b3fd0ab1bf03 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505323 Aug 13 04:31:32.407813 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-78bf8159-1183-49da-9f2e-6c51292be53a req-263299b0-95c2-41c0-9110-a212230c1c49 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599792 Aug 13 04:31:32.827274 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209195c8-2bdd-4fdf-be84-6531156c3f1e req-ab84db7d-4b51-4ea0-9417-1b3f59fde2e9 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:32.827274 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-209195c8-2bdd-4fdf-be84-6531156c3f1e req-ab84db7d-4b51-4ea0-9417-1b3f59fde2e9 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/ports?device_id=01df6473-8705-4b35-95b2-844f9267f92e HTTP/1.1" status: 200 len: 946 time: 0.0510511 Aug 13 04:31:32.866375 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-209195c8-2bdd-4fdf-be84-6531156c3f1e req-10be4a87-b58b-4c44-9383-4f73bd1151e6 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93eafb0-9a1a-4269-b6dc-bc667776c3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332134 Aug 13 04:31:33.536420 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17a8a2-eaa2-4d2b-9532-33820ef6004a req-607b5b02-22ea-4c15-a6ed-0ae77957bc0d tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:33.537927 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2e17a8a2-eaa2-4d2b-9532-33820ef6004a req-607b5b02-22ea-4c15-a6ed-0ae77957bc0d tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 945 time: 0.0792904 Aug 13 04:31:33.549873 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1375f289-4b00-447f-a1ce-15ec7129b83d req-7a7ab229-e960-4b03-a94c-9f2acf5e8733 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:33.551351 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1375f289-4b00-447f-a1ce-15ec7129b83d req-7a7ab229-e960-4b03-a94c-9f2acf5e8733 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca45425-586a-4015-bea2-2e60a1aa42b3 HTTP/1.1" status: 200 len: 945 time: 0.0681431 Aug 13 04:31:33.822609 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2e17a8a2-eaa2-4d2b-9532-33820ef6004a req-e6434477-90e4-4615-8a79-6d0d164541d4 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703633 Aug 13 04:31:33.827423 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1375f289-4b00-447f-a1ce-15ec7129b83d req-f31d6ca1-74b4-4d15-b0b3-8608bb2cade6 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686772 Aug 13 04:31:33.981074 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2add98b-43f0-461f-a5a8-06eb9c3f91c6 req-be14c7f6-583e-4b8b-9b8c-4d4d454b03b8 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:33.982586 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c2add98b-43f0-461f-a5a8-06eb9c3f91c6 req-be14c7f6-583e-4b8b-9b8c-4d4d454b03b8 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/ports?device_id=01df6473-8705-4b35-95b2-844f9267f92e HTTP/1.1" status: 200 len: 946 time: 0.0486164 Aug 13 04:31:34.020548 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c2add98b-43f0-461f-a5a8-06eb9c3f91c6 req-f9fc97c5-5054-4539-8f10-68b263b817f7 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93eafb0-9a1a-4269-b6dc-bc667776c3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320561 Aug 13 04:31:34.369989 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 6 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:31:34.748849 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5e815-e2c6-4eb5-93b8-45e1ac90654c req-6cc0a89d-45cf-4d59-9abf-7dfa0bf5f1f5 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:34.750317 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7ea5e815-e2c6-4eb5-93b8-45e1ac90654c req-6cc0a89d-45cf-4d59-9abf-7dfa0bf5f1f5 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.64 "GET /v2.0/ports?device_id=01df6473-8705-4b35-95b2-844f9267f92e HTTP/1.1" status: 200 len: 946 time: 0.0467572 Aug 13 04:31:34.845926 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [req-7ea5e815-e2c6-4eb5-93b8-45e1ac90654c req-6931ae6b-ab69-48bc-9cc0-7f5459816603 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Deleting port a9b019c3-b958-4aa5-8146-7bf11ad373de {{(pid=93893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:31:34.846189 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-7ea5e815-e2c6-4eb5-93b8-45e1ac90654c req-6931ae6b-ab69-48bc-9cc0-7f5459816603 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:34.996130 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [req-7ea5e815-e2c6-4eb5-93b8-45e1ac90654c req-6931ae6b-ab69-48bc-9cc0-7f5459816603 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] For port a9b019c3-b958-4aa5-8146-7bf11ad373de, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a9b019c3-b958-4aa5-8146-7bf11ad373de,segment=NetworkSegment(631216f4-19a2-4275-9245-6d9df23fb507),segment_id=631216f4-19a2-4275-9245-6d9df23fb507)] {{(pid=93893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:31:34.996130 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-7ea5e815-e2c6-4eb5-93b8-45e1ac90654c req-6931ae6b-ab69-48bc-9cc0-7f5459816603 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:35.020472 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8b2ee-c331-498c-9afe-6f0783c14bb4 req-598fb919-db9e-48e9-bae2-fdf11fb40440 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:35.021985 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-72c8b2ee-c331-498c-9afe-6f0783c14bb4 req-598fb919-db9e-48e9-bae2-fdf11fb40440 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca45425-586a-4015-bea2-2e60a1aa42b3 HTTP/1.1" status: 200 len: 945 time: 0.1134264 Aug 13 04:31:35.032615 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156a248-bf3e-4a4d-86dc-c10efde55430 req-f2317bc9-bad7-4189-82ae-aefd0f4ac561 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:35.034090 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8156a248-bf3e-4a4d-86dc-c10efde55430 req-f2317bc9-bad7-4189-82ae-aefd0f4ac561 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 945 time: 0.1377530 Aug 13 04:31:35.035001 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [req-7ea5e815-e2c6-4eb5-93b8-45e1ac90654c req-6931ae6b-ab69-48bc-9cc0-7f5459816603 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Calling delete_port for a9b019c3-b958-4aa5-8146-7bf11ad373de owned by compute:nova {{(pid=93893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:31:35.080890 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device ec81d39e-63c0-4679-a7bd-2439e208e2db up at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:31:35.129970 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning for port ec81d39e-63c0-4679-a7bd-2439e208e2db completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:31:35.133738 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning complete for port ec81d39e-63c0-4679-a7bd-2439e208e2db triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:31:35.134166 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:35.140916 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-72c8b2ee-c331-498c-9afe-6f0783c14bb4 req-9cbfd553-a3b8-4b62-81d6-5b6910a120b4 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038682 Aug 13 04:31:35.147189 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8156a248-bf3e-4a4d-86dc-c10efde55430 req-7e9552cd-9fe5-4f53-afb7-4824e7ce0b4e tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003890 Aug 13 04:31:35.238690 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:35.261562 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25395051-723e-4a2e-a22c-7892a0285098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec81d39e-63c0-4679-a7bd-2439e208e2db'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:31:35.264064 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c92d4982b19a4a1727383111979b328de092d32a0bc2fa1b4d64c134060166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4791ad-7742-4367-a5b4-212c1a3cc797" -d '{"events": [{"server_uuid": "25395051-723e-4a2e-a22c-7892a0285098", "name": "network-vif-plugged", "status": "completed", "tag": "ec81d39e-63c0-4679-a7bd-2439e208e2db"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:31:35.264237 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-7ea5e815-e2c6-4eb5-93b8-45e1ac90654c req-6931ae6b-ab69-48bc-9cc0-7f5459816603 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:35.282593 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['a9b019c3-b958-4aa5-8146-7bf11ad373de'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:31:35.307965 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port ec81d39e-63c0-4679-a7bd-2439e208e2db, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ec81d39e-63c0-4679-a7bd-2439e208e2db,segment=NetworkSegment(e32a8ed0-cbfb-4ae4-8027-ef7d97020016),segment_id=e32a8ed0-cbfb-4ae4-8027-ef7d97020016)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:31:35.309465 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e2628-651c-4f8e-8d20-e9147cd87a8f req-16f9d9bf-6bdf-4dbc-a69a-aaff8cd72d18 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:35.310245 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d67143-397b-4d50-892c-026590f8dcb1 x-openstack-request-id: req-06d67143-397b-4d50-892c-026590f8dcb1 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:31:35.310538 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25395051-723e-4a2e-a22c-7892a0285098", "name": "network-vif-plugged", "status": "completed", "tag": "ec81d39e-63c0-4679-a7bd-2439e208e2db", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:31:35.311154 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-500e2628-651c-4f8e-8d20-e9147cd87a8f req-16f9d9bf-6bdf-4dbc-a69a-aaff8cd72d18 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/ports?device_id=01df6473-8705-4b35-95b2-844f9267f92e HTTP/1.1" status: 200 len: 867 time: 0.0913005 Aug 13 04:31:35.314386 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931ae6b-ab69-48bc-9cc0-7f5459816603 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Pushing event deleted for resources: {'Port': ['ID=a9b019c3-b958-4aa5-8146-7bf11ad373de,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:35.319702 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06d67143-397b-4d50-892c-026590f8dcb1 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:31:35.321777 dv-cinder-759961-6-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25395051-723e-4a2e-a22c-7892a0285098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec81d39e-63c0-4679-a7bd-2439e208e2db', 'code': 200} Aug 13 04:31:35.325033 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:35.325983 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device a4b7cf28-b4f2-4d99-892d-76c8c11313cb up at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:31:35.368775 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea5e815-e2c6-4eb5-93b8-45e1ac90654c req-6931ae6b-ab69-48bc-9cc0-7f5459816603 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] No DVR routers for this DVR port a9b019c3-b958-4aa5-8146-7bf11ad373de on host hv-cinder-75996 {{(pid=93893) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:31:35.372320 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-7ea5e815-e2c6-4eb5-93b8-45e1ac90654c req-6931ae6b-ab69-48bc-9cc0-7f5459816603 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:35.374229 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7ea5e815-e2c6-4eb5-93b8-45e1ac90654c req-6931ae6b-ab69-48bc-9cc0-7f5459816603 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.64 "DELETE /v2.0/ports/a9b019c3-b958-4aa5-8146-7bf11ad373de HTTP/1.1" status: 204 len: 173 time: 0.6158822 Aug 13 04:31:35.374852 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01df6473-8705-4b35-95b2-844f9267f92e', 'name': 'network-vif-deleted', 'tag': 'a9b019c3-b958-4aa5-8146-7bf11ad373de'}] {{(pid=93893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:31:35.377135 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aea723d68c964973b0702c1800637223d1e6775f666202f903cb1e18101cb68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93273a7d-f290-4837-b328-ab722ef4d8b0" -d '{"events": [{"server_uuid": "01df6473-8705-4b35-95b2-844f9267f92e", "name": "network-vif-deleted", "tag": "a9b019c3-b958-4aa5-8146-7bf11ad373de"}]}' {{(pid=93893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:31:35.401149 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-500e2628-651c-4f8e-8d20-e9147cd87a8f req-dc0a256e-cf50-4cec-bbb8-a7d35c3f0391 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93eafb0-9a1a-4269-b6dc-bc667776c3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793486 Aug 13 04:31:35.420086 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=ec81d39e-63c0-4679-a7bd-2439e208e2db,revision_number=5']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:35.448526 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning for port a4b7cf28-b4f2-4d99-892d-76c8c11313cb completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:31:35.451312 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8b789a-7130-42e4-9e5b-6aefa2e40515 x-openstack-request-id: req-8c8b789a-7130-42e4-9e5b-6aefa2e40515 {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:31:35.452309 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01df6473-8705-4b35-95b2-844f9267f92e", "name": "network-vif-deleted", "tag": "a9b019c3-b958-4aa5-8146-7bf11ad373de", "status": "completed", "code": 200}]} {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:31:35.452678 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c8b789a-7130-42e4-9e5b-6aefa2e40515 {{(pid=93893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:31:35.453467 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01df6473-8705-4b35-95b2-844f9267f92e', 'name': 'network-vif-deleted', 'tag': 'a9b019c3-b958-4aa5-8146-7bf11ad373de', 'status': 'completed', 'code': 200} Aug 13 04:31:35.454881 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning complete for port a4b7cf28-b4f2-4d99-892d-76c8c11313cb triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:31:35.455323 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:35.545241 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:35.577631 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port a4b7cf28-b4f2-4d99-892d-76c8c11313cb, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a4b7cf28-b4f2-4d99-892d-76c8c11313cb,segment=NetworkSegment(e32a8ed0-cbfb-4ae4-8027-ef7d97020016),segment_id=e32a8ed0-cbfb-4ae4-8027-ef7d97020016)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:31:35.583904 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:35.584686 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device cd209cdf-3517-46ae-b5d5-f413928df01c up at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:31:35.669163 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=a4b7cf28-b4f2-4d99-892d-76c8c11313cb,revision_number=5']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:35.678569 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning for port cd209cdf-3517-46ae-b5d5-f413928df01c completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:31:35.683273 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning complete for port cd209cdf-3517-46ae-b5d5-f413928df01c triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:31:35.683653 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:35.727587 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d7a9dd-d5ec-40d9-b3f4-14be9aa8c811 req-d86ac382-5d53-468a-8309-125847c62c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:35.729076 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c3d7a9dd-d5ec-40d9-b3f4-14be9aa8c811 req-d86ac382-5d53-468a-8309-125847c62c68 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 1098 time: 0.0445824 Aug 13 04:31:35.767415 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c3d7a9dd-d5ec-40d9-b3f4-14be9aa8c811 req-acd86a1b-343c-4dc1-a6cb-8f060e7a6e39 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280495 Aug 13 04:31:35.770774 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:35.805032 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port cd209cdf-3517-46ae-b5d5-f413928df01c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=cd209cdf-3517-46ae-b5d5-f413928df01c,segment=NetworkSegment(294d5366-306b-4365-8cf5-2c3e5f8bb811),segment_id=294d5366-306b-4365-8cf5-2c3e5f8bb811)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:31:35.808724 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:35.855661 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=cd209cdf-3517-46ae-b5d5-f413928df01c,revision_number=5']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:36.375260 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283e64b-3960-4c20-a3c2-a032c2b33e64 req-471fe249-c922-4b1f-92bb-106abf70d715 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:36.376774 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a283e64b-3960-4c20-a3c2-a032c2b33e64 req-471fe249-c922-4b1f-92bb-106abf70d715 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca45425-586a-4015-bea2-2e60a1aa42b3 HTTP/1.1" status: 200 len: 946 time: 0.0941408 Aug 13 04:31:36.389777 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b157b0be-3716-45d4-8279-23b7e7af6339 req-1bff1153-3c13-427d-83cb-578e13c6ddc4 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:36.391258 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b157b0be-3716-45d4-8279-23b7e7af6339 req-1bff1153-3c13-427d-83cb-578e13c6ddc4 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.0975904 Aug 13 04:31:36.448383 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a283e64b-3960-4c20-a3c2-a032c2b33e64 req-1013dade-bb7f-46c5-8395-6f44594bf211 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560451 Aug 13 04:31:36.453174 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b157b0be-3716-45d4-8279-23b7e7af6339 req-5c10497c-e876-4b9b-8782-e61aa2975137 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537827 Aug 13 04:31:36.760987 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-060e2313-b9ed-454c-8b30-e78b8c71e453 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:36.762616 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-060e2313-b9ed-454c-8b30-e78b8c71e453 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/networks?id=0ac580e7-d1b2-46c1-ae42-d5c12c542de0 HTTP/1.1" status: 200 len: 809 time: 0.1095579 Aug 13 04:31:36.779034 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-df8a5b84-1da2-42c5-a481-346d3830d523 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/quotas/af89c6f3ec974defb8233cfefa31e914 HTTP/1.1" status: 200 len: 375 time: 0.0106549 Aug 13 04:31:36.813416 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-12d032b5-55b6-4006-869c-8825b1aed786 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=af89c6f3ec974defb8233cfefa31e914&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281875 Aug 13 04:31:36.908764 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-edcf7b23-5c83-4833-a7bb-1b87e7b01d5b service neutron] 10.222.0.13 "GET /v2.0/networks/0ac580e7-d1b2-46c1-ae42-d5c12c542de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859826 Aug 13 04:31:37.018816 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-dd627a03-1bc6-41a8-b326-450ce78720dc service neutron] 10.222.0.13 "GET /v2.0/networks/0ac580e7-d1b2-46c1-ae42-d5c12c542de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043415 Aug 13 04:31:37.228688 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d608f8d6-1493-44e2-861b-e49ebe84c5d0 req-93db2196-8738-46d0-ad11-5a28c18807eb tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/ports?device_id=74a9fc4b-ae75-488e-94da-6ad5a1a8209c HTTP/1.1" status: 200 len: 210 time: 0.0289884 Aug 13 04:31:37.323552 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9406e71a-2f8b-48ac-81a4-333ecc986171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b7cf28-b4f2-4d99-892d-76c8c11313cb'}, {'server_uuid': 'eca45425-586a-4015-bea2-2e60a1aa42b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd209cdf-3517-46ae-b5d5-f413928df01c'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:31:37.325898 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c92d4982b19a4a1727383111979b328de092d32a0bc2fa1b4d64c134060166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6b7a1c-ca28-4479-b466-97d50a032657" -d '{"events": [{"server_uuid": "9406e71a-2f8b-48ac-81a4-333ecc986171", "name": "network-vif-plugged", "status": "completed", "tag": "a4b7cf28-b4f2-4d99-892d-76c8c11313cb"}, {"server_uuid": "eca45425-586a-4015-bea2-2e60a1aa42b3", "name": "network-vif-plugged", "status": "completed", "tag": "cd209cdf-3517-46ae-b5d5-f413928df01c"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:31:37.391764 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 13 Aug 2021 04:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6762962-01c2-477f-90ec-8438374ae711 x-openstack-request-id: req-c6762962-01c2-477f-90ec-8438374ae711 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:31:37.392605 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9406e71a-2f8b-48ac-81a4-333ecc986171", "name": "network-vif-plugged", "status": "completed", "tag": "a4b7cf28-b4f2-4d99-892d-76c8c11313cb", "code": 200}, {"server_uuid": "eca45425-586a-4015-bea2-2e60a1aa42b3", "name": "network-vif-plugged", "status": "completed", "tag": "cd209cdf-3517-46ae-b5d5-f413928df01c", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:31:37.392993 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c6762962-01c2-477f-90ec-8438374ae711 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:31:37.401279 dv-cinder-759961-6-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9406e71a-2f8b-48ac-81a4-333ecc986171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4b7cf28-b4f2-4d99-892d-76c8c11313cb', 'code': 200} Aug 13 04:31:37.409630 dv-cinder-759961-6-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca45425-586a-4015-bea2-2e60a1aa42b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd209cdf-3517-46ae-b5d5-f413928df01c', 'code': 200} Aug 13 04:31:37.713805 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c4b9e-50ad-42d5-8662-10b93130827c req-320f807c-13e5-45fd-a81a-4a43208282db tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:37.715582 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f11c4b9e-50ad-42d5-8662-10b93130827c req-320f807c-13e5-45fd-a81a-4a43208282db tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca45425-586a-4015-bea2-2e60a1aa42b3 HTTP/1.1" status: 200 len: 946 time: 0.1479497 Aug 13 04:31:37.724450 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 37538) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:31:37.732298 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717fe43-8950-4113-b523-e51d0c92f394 req-33191479-dea5-4e3a-a76b-8abc972ce3e2 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:37.733802 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2717fe43-8950-4113-b523-e51d0c92f394 req-33191479-dea5-4e3a-a76b-8abc972ce3e2 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.1530833 Aug 13 04:31:37.766294 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c57534d-b401-415d-9183-77690811ca60 req-ead71e80-ec7c-4085-a37a-06a9ccb10453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:37.767740 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0c57534d-b401-415d-9183-77690811ca60 req-ead71e80-ec7c-4085-a37a-06a9ccb10453 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 1099 time: 0.1404731 Aug 13 04:31:37.778138 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ec3d9-26ec-4825-ab3a-ba459ffbdf60 req-7170d71d-b819-4c9f-b12b-451d775d72a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:37.779653 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f99ec3d9-26ec-4825-ab3a-ba459ffbdf60 req-7170d71d-b819-4c9f-b12b-451d775d72a0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=eca45425-586a-4015-bea2-2e60a1aa42b3 HTTP/1.1" status: 200 len: 1099 time: 0.1386061 Aug 13 04:31:37.839053 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f11c4b9e-50ad-42d5-8662-10b93130827c req-f812db13-4795-4124-9cfc-713abf044969 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150131 Aug 13 04:31:37.854447 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2717fe43-8950-4113-b523-e51d0c92f394 req-578062ac-f9fe-4465-98a1-72a4637f2bce tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095965 Aug 13 04:31:37.872843 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1191bece-ebb9-48e7-8a67-e873313fa650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:37.888402 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f99ec3d9-26ec-4825-ab3a-ba459ffbdf60 req-0fc04e57-a659-4c67-b44b-9a5c2b63413a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887289 Aug 13 04:31:37.889950 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0c57534d-b401-415d-9183-77690811ca60 req-81e0e955-4ac1-44d3-a141-d5f6a235fc2c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943911 Aug 13 04:31:37.970936 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1191bece-ebb9-48e7-8a67-e873313fa650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:37.974749 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1191bece-ebb9-48e7-8a67-e873313fa650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:38.013572 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-1191bece-ebb9-48e7-8a67-e873313fa650 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=beb6e8be87394fedae448623a7898a37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2873211 Aug 13 04:31:38.014427 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191bece-ebb9-48e7-8a67-e873313fa650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988d0de7-aaee-47ec-964b-8474ffb0beaa,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:38.016237 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 37546) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:31:38.067745 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-87fc897f-9d89-48f8-a7ea-6178a9a65848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:38.081648 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-8d197ead-6f6b-49d2-afc4-7e4a8c1aaa0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:38.105133 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-8d197ead-6f6b-49d2-afc4-7e4a8c1aaa0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:38.156794 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-8d197ead-6f6b-49d2-afc4-7e4a8c1aaa0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:38.159903 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-8d197ead-6f6b-49d2-afc4-7e4a8c1aaa0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:38.161085 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-8d197ead-6f6b-49d2-afc4-7e4a8c1aaa0c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/988d0de7-aaee-47ec-964b-8474ffb0beaa HTTP/1.1" status: 204 len: 168 time: 0.1436830 Aug 13 04:31:38.170475 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d197ead-6f6b-49d2-afc4-7e4a8c1aaa0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988d0de7-aaee-47ec-964b-8474ffb0beaa,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:38.331585 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b79fd6c1-3aa0-4b1f-8120-43646db31ca6 req-3874e6be-c702-4bb7-842f-13dd87986421 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/ports?device_id=74a9fc4b-ae75-488e-94da-6ad5a1a8209c HTTP/1.1" status: 200 len: 210 time: 0.0313699 Aug 13 04:31:38.635935 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-9993bdf3-a6ce-4800-b899-75247158480a tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:38.637404 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-9993bdf3-a6ce-4800-b899-75247158480a tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.64 "GET /v2.0/networks?id=0ac580e7-d1b2-46c1-ae42-d5c12c542de0 HTTP/1.1" status: 200 len: 809 time: 0.1359720 Aug 13 04:31:38.661648 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-2fd57ee1-7455-4890-b5d2-c708f47ea4f4 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Request body: {'port': {'device_id': '74a9fc4b-ae75-488e-94da-6ad5a1a8209c', 'network_id': '0ac580e7-d1b2-46c1-ae42-d5c12c542de0', 'admin_state_up': True, 'tenant_id': 'af89c6f3ec974defb8233cfefa31e914'}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:31:38.771064 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-2fd57ee1-7455-4890-b5d2-c708f47ea4f4 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Made reservation on behalf of af89c6f3ec974defb8233cfefa31e914 for: {'port': 1} {{(pid=93893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:31:38.775145 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-2fd57ee1-7455-4890-b5d2-c708f47ea4f4 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:38.907030 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.db_base_plugin_common [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-2fd57ee1-7455-4890-b5d2-c708f47ea4f4 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Allocated IP 172.20.0.5 (0ac580e7-d1b2-46c1-ae42-d5c12c542de0/606701c9-2266-40fc-be40-2efafd4f3a18/49a37a5c-838a-40d8-aa0d-3456e70554d7) {{(pid=93893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:31:39.038965 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822f6b9-2329-408d-ae71-6e0eeb104d74 req-c52dc0a3-825a-4b62-87d3-5286ad3b26bc tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:39.040454 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3822f6b9-2329-408d-ae71-6e0eeb104d74 req-c52dc0a3-825a-4b62-87d3-5286ad3b26bc tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca45425-586a-4015-bea2-2e60a1aa42b3 HTTP/1.1" status: 200 len: 946 time: 0.1215048 Aug 13 04:31:39.103960 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda61288-67f7-4318-ab3a-97f9383d7729 req-139617a8-8c97-435f-ae2a-8327c01034e5 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:39.105472 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-eda61288-67f7-4318-ab3a-97f9383d7729 req-139617a8-8c97-435f-ae2a-8327c01034e5 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.1671500 Aug 13 04:31:39.163737 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3822f6b9-2329-408d-ae71-6e0eeb104d74 req-bfbc9ed2-71d9-438e-8e3d-6897a490e36f tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156390 Aug 13 04:31:39.191612 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-eda61288-67f7-4318-ab3a-97f9383d7729 req-631ea55f-8f5b-4400-8f5d-0cc959aa5fc9 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773809 Aug 13 04:31:39.228160 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-2fd57ee1-7455-4890-b5d2-c708f47ea4f4 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Notify callbacks [] for port, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:39.276625 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-2fd57ee1-7455-4890-b5d2-c708f47ea4f4 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:39.322347 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-2fd57ee1-7455-4890-b5d2-c708f47ea4f4 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Network 0ac580e7-d1b2-46c1-ae42-d5c12c542de0 is already hosted by enough agents. {{(pid=93893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:31:39.325505 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.base_scheduler [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-2fd57ee1-7455-4890-b5d2-c708f47ea4f4 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Resources bound (agent type, host, resource id): {{(pid=93893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:31:39.329445 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-2fd57ee1-7455-4890-b5d2-c708f47ea4f4 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Received port after_create {{(pid=93893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:31:39.335867 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd57ee1-7455-4890-b5d2-c708f47ea4f4 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Pushing event updated for resources: {'Port': ['ID=49a37a5c-838a-40d8-aa0d-3456e70554d7,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:39.381134 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-2fd57ee1-7455-4890-b5d2-c708f47ea4f4 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:39.381784 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-2fd57ee1-7455-4890-b5d2-c708f47ea4f4 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:39.396705 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-2fd57ee1-7455-4890-b5d2-c708f47ea4f4 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7390821 Aug 13 04:31:39.952487 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device a9b019c3-b958-4aa5-8146-7bf11ad373de no longer exists at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:31:39.975358 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] No Port match for: a9b019c3-b958-4aa5-8146-7bf11ad373de {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:31:39.975804 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device a9b019c3-b958-4aa5-8146-7bf11ad373de not bound to the agent host hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:31:40.915322 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0e745360-5559-4cd7-8c96-65709188c0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:41.339503 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:41.977218 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-f4c042d1-f659-4e03-8834-1b2e07310e4a service neutron] Request body: {'port': {'device_id': '74a9fc4b-ae75-488e-94da-6ad5a1a8209c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:31:41.977839 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:42.042079 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-f4c042d1-f659-4e03-8834-1b2e07310e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:42.268094 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:42.316328 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf510667-6f5c-4354-a726-3db928e1f677 req-28750407-b9ff-43e5-876a-fd2700c97afa tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:42.317905 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-cf510667-6f5c-4354-a726-3db928e1f677 req-28750407-b9ff-43e5-876a-fd2700c97afa tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.1910789 Aug 13 04:31:42.327698 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506964af-def5-491b-8102-dc29673c2196 req-46bfb4b9-69d3-4ece-92da-7d39e310d924 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:42.329479 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-506964af-def5-491b-8102-dc29673c2196 req-46bfb4b9-69d3-4ece-92da-7d39e310d924 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/ports?device_id=74a9fc4b-ae75-488e-94da-6ad5a1a8209c HTTP/1.1" status: 200 len: 931 time: 0.2014396 Aug 13 04:31:42.401966 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-cf510667-6f5c-4354-a726-3db928e1f677 req-18bd3cb4-6905-409a-b7d0-8866794d67d0 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713549 Aug 13 04:31:42.427441 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-506964af-def5-491b-8102-dc29673c2196 req-abf6a794-2dfe-4a6a-9303-ebdc6bf49940 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93eafb0-9a1a-4269-b6dc-bc667776c3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876112 Aug 13 04:31:42.505197 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-f4c042d1-f659-4e03-8834-1b2e07310e4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a37a5c-838a-40d8-aa0d-3456e70554d7 {{(pid=93893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:31:42.515113 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-f4c042d1-f659-4e03-8834-1b2e07310e4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:42.532813 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.provisioning_blocks [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-f4c042d1-f659-4e03-8834-1b2e07310e4a service neutron] Transition to ACTIVE for port object 49a37a5c-838a-40d8-aa0d-3456e70554d7 will not be triggered until provisioned by entity L2. {{(pid=93893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:31:42.541091 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65ad4a-fe71-4537-b360-46a499fc5857 req-85bcc83b-d203-4a94-a98c-f4fc23c92310 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:42.542608 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ee65ad4a-fe71-4537-b360-46a499fc5857 req-85bcc83b-d203-4a94-a98c-f4fc23c92310 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca45425-586a-4015-bea2-2e60a1aa42b3 HTTP/1.1" status: 200 len: 946 time: 0.0729172 Aug 13 04:31:42.543645 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-f4c042d1-f659-4e03-8834-1b2e07310e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9290061'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:42.619528 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c042d1-f659-4e03-8834-1b2e07310e4a service neutron] Pushing event updated for resources: {'Port': ['ID=49a37a5c-838a-40d8-aa0d-3456e70554d7,revision_number=2']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:42.630023 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ee65ad4a-fe71-4537-b360-46a499fc5857 req-14c228c2-1edf-49eb-8bb0-c704e3dc115c tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813134 Aug 13 04:31:42.707172 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-f4c042d1-f659-4e03-8834-1b2e07310e4a service neutron] Attempting to bind port 49a37a5c-838a-40d8-aa0d-3456e70554d7 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:31:42.707501 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-f4c042d1-f659-4e03-8834-1b2e07310e4a service neutron] Attempting to bind port 49a37a5c-838a-40d8-aa0d-3456e70554d7 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '631216f4-19a2-4275-9245-6d9df23fb507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0ac580e7-d1b2-46c1-ae42-d5c12c542de0'}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:31:42.707844 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-f4c042d1-f659-4e03-8834-1b2e07310e4a service neutron] Attempting to bind port 49a37a5c-838a-40d8-aa0d-3456e70554d7 on network 0ac580e7-d1b2-46c1-ae42-d5c12c542de0 {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:31:42.712975 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-f4c042d1-f659-4e03-8834-1b2e07310e4a service neutron] Port 49a37a5c-838a-40d8-aa0d-3456e70554d7 on network 0ac580e7-d1b2-46c1-ae42-d5c12c542de0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:31:42.713294 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-f4c042d1-f659-4e03-8834-1b2e07310e4a service neutron] Attempting to bind port 49a37a5c-838a-40d8-aa0d-3456e70554d7 on network 0ac580e7-d1b2-46c1-ae42-d5c12c542de0 {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:31:42.718408 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-f4c042d1-f659-4e03-8834-1b2e07310e4a service neutron] Checking agent: {'id': '799e1584-199c-46e1-adc5-08501adf479b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:31:42.718752 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-f4c042d1-f659-4e03-8834-1b2e07310e4a service neutron] Checking segment: {'id': '631216f4-19a2-4275-9245-6d9df23fb507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0ac580e7-d1b2-46c1-ae42-d5c12c542de0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:31:42.719135 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-f4c042d1-f659-4e03-8834-1b2e07310e4a service neutron] Bound using segment: {'id': '631216f4-19a2-4275-9245-6d9df23fb507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0ac580e7-d1b2-46c1-ae42-d5c12c542de0'} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:31:42.719557 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-f4c042d1-f659-4e03-8834-1b2e07310e4a service neutron] Bound port: 49a37a5c-838a-40d8-aa0d-3456e70554d7, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '631216f4-19a2-4275-9245-6d9df23fb507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '0ac580e7-d1b2-46c1-ae42-d5c12c542de0'}}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:31:42.719918 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-f4c042d1-f659-4e03-8834-1b2e07310e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:42.789209 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-f4c042d1-f659-4e03-8834-1b2e07310e4a service neutron] For port 49a37a5c-838a-40d8-aa0d-3456e70554d7, host hv-cinder-75996, cleared binding levels {{(pid=93893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:31:42.792612 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-f4c042d1-f659-4e03-8834-1b2e07310e4a service neutron] For port 49a37a5c-838a-40d8-aa0d-3456e70554d7, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=49a37a5c-838a-40d8-aa0d-3456e70554d7,segment=NetworkSegment(631216f4-19a2-4275-9245-6d9df23fb507),segment_id=631216f4-19a2-4275-9245-6d9df23fb507)] {{(pid=93893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:31:42.799654 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-f4c042d1-f659-4e03-8834-1b2e07310e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9290061'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:42.852932 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-f4c042d1-f659-4e03-8834-1b2e07310e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:42.853715 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-f4c042d1-f659-4e03-8834-1b2e07310e4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:42.855412 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-f4c042d1-f659-4e03-8834-1b2e07310e4a service neutron] 10.222.0.64 "PUT /v2.0/ports/49a37a5c-838a-40d8-aa0d-3456e70554d7 HTTP/1.1" status: 200 len: 1093 time: 0.8852873 Aug 13 04:31:42.855699 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a9fc4b-ae75-488e-94da-6ad5a1a8209c', 'tag': '49a37a5c-838a-40d8-aa0d-3456e70554d7'}] {{(pid=93893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:31:42.858204 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aea723d68c964973b0702c1800637223d1e6775f666202f903cb1e18101cb68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aec90a7-dd88-4ac8-a979-9ca64012f2a0" -d '{"events": [{"name": "network-changed", "server_uuid": "74a9fc4b-ae75-488e-94da-6ad5a1a8209c", "tag": "49a37a5c-838a-40d8-aa0d-3456e70554d7"}]}' {{(pid=93893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:31:42.883832 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c042d1-f659-4e03-8834-1b2e07310e4a service neutron] Pushing event updated for resources: {'Port': ['ID=49a37a5c-838a-40d8-aa0d-3456e70554d7,revision_number=3']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:42.926595 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b7bd34-27fd-477b-9d66-d423ed4efb1d x-openstack-request-id: req-c1b7bd34-27fd-477b-9d66-d423ed4efb1d {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:31:42.926886 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74a9fc4b-ae75-488e-94da-6ad5a1a8209c", "tag": "49a37a5c-838a-40d8-aa0d-3456e70554d7", "status": "completed", "code": 200}]} {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:31:42.927138 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1b7bd34-27fd-477b-9d66-d423ed4efb1d {{(pid=93893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:31:42.927530 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74a9fc4b-ae75-488e-94da-6ad5a1a8209c', 'tag': '49a37a5c-838a-40d8-aa0d-3456e70554d7', 'status': 'completed', 'code': 200} Aug 13 04:31:42.948726 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-96263b52-7652-4ace-ba1e-a87013859475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:42.950913 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-96263b52-7652-4ace-ba1e-a87013859475 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=af89c6f3ec974defb8233cfefa31e914&device_id=74a9fc4b-ae75-488e-94da-6ad5a1a8209c HTTP/1.1" status: 200 len: 1096 time: 0.0492730 Aug 13 04:31:42.998238 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-df96d883-8419-4a52-8017-0a073494bf02 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49a37a5c-838a-40d8-aa0d-3456e70554d7 HTTP/1.1" status: 200 len: 217 time: 0.0361288 Aug 13 04:31:43.059448 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-14e82021-c7d6-4205-9dd3-04ff454b60ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:43.061040 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-14e82021-c7d6-4205-9dd3-04ff454b60ed service neutron] 10.222.0.64 "GET /v2.0/subnets?id=606701c9-2266-40fc-be40-2efafd4f3a18 HTTP/1.1" status: 200 len: 849 time: 0.0531442 Aug 13 04:31:43.103356 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-d013992a-7e8d-4c44-ae4d-d4abe3f4f653 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0ac580e7-d1b2-46c1-ae42-d5c12c542de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288715 Aug 13 04:31:43.118958 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 37664) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:31:43.223992 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-d217ad9c-b78c-4097-bc59-137a97e73f33 service neutron] 10.222.0.64 "GET /v2.0/networks/0ac580e7-d1b2-46c1-ae42-d5c12c542de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070404 Aug 13 04:31:43.293822 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4b0f6f6a-d055-4b17-a448-8b9b222e35f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:43.348920 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-de90b622-3b71-43f0-9d1b-2e3a16c41a06 req-3f2d7497-5823-43c2-89fd-0dc967ef4d8a service neutron] 10.222.0.64 "GET /v2.0/networks/0ac580e7-d1b2-46c1-ae42-d5c12c542de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120074 Aug 13 04:31:43.395087 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4b0f6f6a-d055-4b17-a448-8b9b222e35f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:43.400388 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4b0f6f6a-d055-4b17-a448-8b9b222e35f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:43.453988 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 37684) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:31:43.454246 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-4b0f6f6a-d055-4b17-a448-8b9b222e35f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a49fcc5cdedf49dc8183e85152dcd727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3338923 Aug 13 04:31:43.455019 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f6f6a-d055-4b17-a448-8b9b222e35f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22513ef8-1046-46b0-987c-69ea16eff0d5,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:43.556026 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec90a7-dd88-4ac8-a979-9ca64012f2a0 req-c91daadb-ac8a-488c-a7bb-b104ccba45e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:43.557492 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2aec90a7-dd88-4ac8-a979-9ca64012f2a0 req-c91daadb-ac8a-488c-a7bb-b104ccba45e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=af89c6f3ec974defb8233cfefa31e914&device_id=74a9fc4b-ae75-488e-94da-6ad5a1a8209c HTTP/1.1" status: 200 len: 1096 time: 0.1387024 Aug 13 04:31:43.591672 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-192ed819-a127-48be-aa4e-d81b934a9210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:43.615360 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09002f-4801-47ac-923a-b9f35f03d51f req-f7db8306-cdc8-446a-b89f-0f945fccdb36 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:43.617608 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-fe09002f-4801-47ac-923a-b9f35f03d51f req-f7db8306-cdc8-446a-b89f-0f945fccdb36 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.1373992 Aug 13 04:31:43.690955 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543c764-89c2-4e49-a3a5-651a04b43e47 req-dc021b02-bd7b-42fc-99f4-62074d6cfdce tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:43.692411 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b543c764-89c2-4e49-a3a5-651a04b43e47 req-dc021b02-bd7b-42fc-99f4-62074d6cfdce tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/ports?device_id=74a9fc4b-ae75-488e-94da-6ad5a1a8209c HTTP/1.1" status: 200 len: 943 time: 0.1765316 Aug 13 04:31:43.694481 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-192ed819-a127-48be-aa4e-d81b934a9210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:43.997414 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:44.003984 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-fe09002f-4801-47ac-923a-b9f35f03d51f req-53deec5a-34e2-49d4-82c3-a289b3fdad83 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558171 Aug 13 04:31:44.028463 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b543c764-89c2-4e49-a3a5-651a04b43e47 req-24766f12-64da-413f-8189-e07014577927 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93eafb0-9a1a-4269-b6dc-bc667776c3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216176 Aug 13 04:31:44.030054 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec90a7-dd88-4ac8-a979-9ca64012f2a0 req-79a81244-1ca8-49c2-9c70-cd953817fa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:44.031493 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2aec90a7-dd88-4ac8-a979-9ca64012f2a0 req-79a81244-1ca8-49c2-9c70-cd953817fa71 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0ac580e7-d1b2-46c1-ae42-d5c12c542de0 HTTP/1.1" status: 200 len: 910 time: 0.4499900 Aug 13 04:31:44.081210 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2aec90a7-dd88-4ac8-a979-9ca64012f2a0 req-c9aa2ab5-0830-4225-8c61-3861183bb9ed service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49a37a5c-838a-40d8-aa0d-3456e70554d7 HTTP/1.1" status: 200 len: 217 time: 0.0363190 Aug 13 04:31:44.083877 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-192ed819-a127-48be-aa4e-d81b934a9210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:44.087284 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-192ed819-a127-48be-aa4e-d81b934a9210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:44.088421 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-192ed819-a127-48be-aa4e-d81b934a9210 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/22513ef8-1046-46b0-987c-69ea16eff0d5 HTTP/1.1" status: 204 len: 168 time: 0.6334338 Aug 13 04:31:44.137660 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ed819-a127-48be-aa4e-d81b934a9210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22513ef8-1046-46b0-987c-69ea16eff0d5,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:44.179853 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec90a7-dd88-4ac8-a979-9ca64012f2a0 req-689c2549-db85-497b-8704-1e8353f5de44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:44.181619 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2aec90a7-dd88-4ac8-a979-9ca64012f2a0 req-689c2549-db85-497b-8704-1e8353f5de44 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=606701c9-2266-40fc-be40-2efafd4f3a18 HTTP/1.1" status: 200 len: 849 time: 0.0921674 Aug 13 04:31:44.247009 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2aec90a7-dd88-4ac8-a979-9ca64012f2a0 req-c29c7b47-f25d-433d-94ee-881fac9e0198 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0ac580e7-d1b2-46c1-ae42-d5c12c542de0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432894 Aug 13 04:31:44.393233 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2aec90a7-dd88-4ac8-a979-9ca64012f2a0 req-ee85e87d-0ecb-4ab4-a541-7128155853b5 service neutron] 10.222.0.64 "GET /v2.0/networks/0ac580e7-d1b2-46c1-ae42-d5c12c542de0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273630 Aug 13 04:31:44.567369 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34509c03-286c-49c5-bc56-9e50ca165a2d req-6a0a0802-cf91-42ee-a626-8071d3bd6a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:44.568925 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-34509c03-286c-49c5-bc56-9e50ca165a2d req-6a0a0802-cf91-42ee-a626-8071d3bd6a48 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae4e92976894be69e6eb06d4b7d2f3a&device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 1099 time: 0.1347253 Aug 13 04:31:44.580278 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4d83b-9bcb-407f-b92f-fd7ae1ee9e0c req-63e537f8-8896-4b31-994b-5377241d3cae tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:44.581756 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0fe4d83b-9bcb-407f-b92f-fd7ae1ee9e0c req-63e537f8-8896-4b31-994b-5377241d3cae tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.1493580 Aug 13 04:31:44.584926 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2aec90a7-dd88-4ac8-a979-9ca64012f2a0 req-db5da4d9-9f2b-4319-bc66-fd3f89a870a9 service neutron] 10.222.0.64 "GET /v2.0/networks/0ac580e7-d1b2-46c1-ae42-d5c12c542de0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732030 Aug 13 04:31:44.671502 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0fe4d83b-9bcb-407f-b92f-fd7ae1ee9e0c req-37b64fe5-394a-4993-b268-3a4e190b1283 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786581 Aug 13 04:31:44.701145 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34509c03-286c-49c5-bc56-9e50ca165a2d req-1487107f-def6-4db3-b807-c8dc91fcf3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:44.702640 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-34509c03-286c-49c5-bc56-9e50ca165a2d req-1487107f-def6-4db3-b807-c8dc91fcf3a3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8654c056-764c-4f00-9b64-d8b811de2fd6 HTTP/1.1" status: 200 len: 919 time: 0.1198859 Aug 13 04:31:44.707788 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 37724) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:31:44.746509 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-34509c03-286c-49c5-bc56-9e50ca165a2d req-e331a990-db97-4e24-93f7-5106c8b0a050 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a4b7cf28-b4f2-4d99-892d-76c8c11313cb HTTP/1.1" status: 200 len: 217 time: 0.0348642 Aug 13 04:31:44.803264 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34509c03-286c-49c5-bc56-9e50ca165a2d req-e07b1b2b-9e1c-41c7-85ed-781b07efd613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:44.805248 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-34509c03-286c-49c5-bc56-9e50ca165a2d req-e07b1b2b-9e1c-41c7-85ed-781b07efd613 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65961138-89fc-4d56-9e75-55b08a9b4640 HTTP/1.1" status: 200 len: 858 time: 0.0491235 Aug 13 04:31:44.830998 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6766174d-6de7-4510-907e-ab6eeddad308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:44.839904 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-34509c03-286c-49c5-bc56-9e50ca165a2d req-12142370-79b0-42d3-89d4-01cb4cbc5266 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8654c056-764c-4f00-9b64-d8b811de2fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258248 Aug 13 04:31:44.923577 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6766174d-6de7-4510-907e-ab6eeddad308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:44.927823 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6766174d-6de7-4510-907e-ab6eeddad308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:44.941610 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-34509c03-286c-49c5-bc56-9e50ca165a2d req-d2363836-ca62-4afa-845b-fdb2baacfea3 service neutron] 10.222.0.64 "GET /v2.0/networks/8654c056-764c-4f00-9b64-d8b811de2fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929317 Aug 13 04:31:44.979697 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-6766174d-6de7-4510-907e-ab6eeddad308 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4efa0ea7d1814d4da8420b8254f29c4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2707725 Aug 13 04:31:44.980579 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 37742) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:31:44.982580 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766174d-6de7-4510-907e-ab6eeddad308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c925bf1-9492-4e63-969d-78e492a08547,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:45.051412 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d397beee-ecc5-497d-9721-d6b4c6cdb1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:45.055804 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-34509c03-286c-49c5-bc56-9e50ca165a2d req-8aabdadd-6451-4831-a6c7-0e4efd12096b service neutron] 10.222.0.64 "GET /v2.0/networks/8654c056-764c-4f00-9b64-d8b811de2fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062648 Aug 13 04:31:45.086166 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d397beee-ecc5-497d-9721-d6b4c6cdb1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:45.147008 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d397beee-ecc5-497d-9721-d6b4c6cdb1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:45.156864 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d397beee-ecc5-497d-9721-d6b4c6cdb1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:45.158002 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-d397beee-ecc5-497d-9721-d6b4c6cdb1dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6c925bf1-9492-4e63-969d-78e492a08547 HTTP/1.1" status: 204 len: 168 time: 0.1764417 Aug 13 04:31:45.167601 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397beee-ecc5-497d-9721-d6b4c6cdb1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c925bf1-9492-4e63-969d-78e492a08547,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:45.216232 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a893eb-49a3-43e3-b9b8-28f24b65fe0c req-36e39e5c-36cb-40ad-8684-e273748b3fc1 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:45.217931 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c3a893eb-49a3-43e3-b9b8-28f24b65fe0c req-36e39e5c-36cb-40ad-8684-e273748b3fc1 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/ports?device_id=74a9fc4b-ae75-488e-94da-6ad5a1a8209c HTTP/1.1" status: 200 len: 943 time: 0.0771072 Aug 13 04:31:45.259877 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c3a893eb-49a3-43e3-b9b8-28f24b65fe0c req-1f5bf0bd-0f13-4a91-b9ba-4de06820a7ee tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93eafb0-9a1a-4269-b6dc-bc667776c3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347033 Aug 13 04:31:45.559241 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 37766) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:31:45.573165 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-861d3eb1-edde-4b4a-98be-db82f5865e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:45.670335 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-861d3eb1-edde-4b4a-98be-db82f5865e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:45.674207 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-861d3eb1-edde-4b4a-98be-db82f5865e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:45.713863 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-861d3eb1-edde-4b4a-98be-db82f5865e97 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2174c7a58de44ae19e353342f3ed5f53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1534390 Aug 13 04:31:45.714827 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d3eb1-edde-4b4a-98be-db82f5865e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6699eb-6ad4-40c7-977d-d79ce090322f,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:45.716627 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 37770) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:31:45.722514 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d3eb1-edde-4b4a-98be-db82f5865e97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:45.722891 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d3eb1-edde-4b4a-98be-db82f5865e97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:45.723212 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d3eb1-edde-4b4a-98be-db82f5865e97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:45.723550 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d3eb1-edde-4b4a-98be-db82f5865e97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:45.723882 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d3eb1-edde-4b4a-98be-db82f5865e97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:45.724211 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d3eb1-edde-4b4a-98be-db82f5865e97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:45.724537 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d3eb1-edde-4b4a-98be-db82f5865e97 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:45.724861 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d3eb1-edde-4b4a-98be-db82f5865e97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:45.725188 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d3eb1-edde-4b4a-98be-db82f5865e97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:45.726467 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d3eb1-edde-4b4a-98be-db82f5865e97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:45.726909 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d3eb1-edde-4b4a-98be-db82f5865e97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:45.727256 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861d3eb1-edde-4b4a-98be-db82f5865e97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:45.798511 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-85fa3bee-d55d-4c68-98e6-76e5c1832397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:45.828203 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9466bd1b-3452-45c6-b5db-fcb26f0d754c req-bad13512-bbd4-4bff-a1cc-eec5ab35358a tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:45.829687 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9466bd1b-3452-45c6-b5db-fcb26f0d754c req-bad13512-bbd4-4bff-a1cc-eec5ab35358a tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.0765276 Aug 13 04:31:45.834289 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-85fa3bee-d55d-4c68-98e6-76e5c1832397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:45.891982 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9466bd1b-3452-45c6-b5db-fcb26f0d754c req-aa18316e-aab3-45a2-b9e2-ef2300703dc4 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555775 Aug 13 04:31:45.907610 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-85fa3bee-d55d-4c68-98e6-76e5c1832397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:45.910411 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-85fa3bee-d55d-4c68-98e6-76e5c1832397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:45.911527 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-85fa3bee-d55d-4c68-98e6-76e5c1832397 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef6699eb-6ad4-40c7-977d-d79ce090322f HTTP/1.1" status: 204 len: 168 time: 0.1937010 Aug 13 04:31:45.920905 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa3bee-d55d-4c68-98e6-76e5c1832397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6699eb-6ad4-40c7-977d-d79ce090322f,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:45.976898 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 49a37a5c-838a-40d8-aa0d-3456e70554d7 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=93895) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:31:46.077763 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 49a37a5c-838a-40d8-aa0d-3456e70554d7, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=49a37a5c-838a-40d8-aa0d-3456e70554d7,segment=NetworkSegment(631216f4-19a2-4275-9245-6d9df23fb507),segment_id=631216f4-19a2-4275-9245-6d9df23fb507)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:31:46.087213 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Returning: {'device': '49a37a5c-838a-40d8-aa0d-3456e70554d7', 'network_id': '0ac580e7-d1b2-46c1-ae42-d5c12c542de0', 'port_id': '49a37a5c-838a-40d8-aa0d-3456e70554d7', 'mac_address': 'fa:16:3e:72:98:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '606701c9-2266-40fc-be40-2efafd4f3a18', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93895) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:31:46.131931 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:46.145347 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49a37a5c-838a-40d8-aa0d-3456e70554d7 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:31:46.169035 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 49a37a5c-838a-40d8-aa0d-3456e70554d7, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=49a37a5c-838a-40d8-aa0d-3456e70554d7,segment=NetworkSegment(631216f4-19a2-4275-9245-6d9df23fb507),segment_id=631216f4-19a2-4275-9245-6d9df23fb507)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:31:46.173584 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:46.226604 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=49a37a5c-838a-40d8-aa0d-3456e70554d7,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:46.381127 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0e5bf-2d14-4029-92e1-dd6fdb5e3ee6 req-d3b1b526-2313-4901-8147-7ec66333b2f3 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:46.383164 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-76f0e5bf-2d14-4029-92e1-dd6fdb5e3ee6 req-d3b1b526-2313-4901-8147-7ec66333b2f3 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/ports?device_id=74a9fc4b-ae75-488e-94da-6ad5a1a8209c HTTP/1.1" status: 200 len: 944 time: 0.0490654 Aug 13 04:31:46.426878 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-76f0e5bf-2d14-4029-92e1-dd6fdb5e3ee6 req-3a3266e8-1bb1-452f-8ab1-21275bd7ae20 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93eafb0-9a1a-4269-b6dc-bc667776c3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350814 Aug 13 04:31:46.630517 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['49a37a5c-838a-40d8-aa0d-3456e70554d7'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:31:47.021468 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8339c-0c20-4bb4-9d06-c1b9422caf45 req-028eb638-1359-4a7e-8652-5ff88fdab1f0 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:47.023888 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-dab8339c-0c20-4bb4-9d06-c1b9422caf45 req-028eb638-1359-4a7e-8652-5ff88fdab1f0 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.0580120 Aug 13 04:31:47.068278 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-dab8339c-0c20-4bb4-9d06-c1b9422caf45 req-579c4e99-5d5f-4c62-8dab-a67b99e5dbfc tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367062 Aug 13 04:31:47.546556 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11893fa-29c4-4573-844f-fd79260fd0d9 req-2f07f5b6-8eea-420f-bc13-3f9825a0d8f4 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:47.548026 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d11893fa-29c4-4573-844f-fd79260fd0d9 req-2f07f5b6-8eea-420f-bc13-3f9825a0d8f4 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/ports?device_id=74a9fc4b-ae75-488e-94da-6ad5a1a8209c HTTP/1.1" status: 200 len: 944 time: 0.0501087 Aug 13 04:31:47.585767 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d11893fa-29c4-4573-844f-fd79260fd0d9 req-80306c8b-a6dc-4d6f-bd17-09a730969d88 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93eafb0-9a1a-4269-b6dc-bc667776c3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310824 Aug 13 04:31:47.991864 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 49a37a5c-838a-40d8-aa0d-3456e70554d7 up at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:31:48.039898 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning for port 49a37a5c-838a-40d8-aa0d-3456e70554d7 completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:31:48.043481 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning complete for port 49a37a5c-838a-40d8-aa0d-3456e70554d7 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:31:48.043849 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:48.119735 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:48.145601 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a9fc4b-ae75-488e-94da-6ad5a1a8209c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a37a5c-838a-40d8-aa0d-3456e70554d7'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:31:48.148673 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c92d4982b19a4a1727383111979b328de092d32a0bc2fa1b4d64c134060166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e17971-80cc-4c20-b84f-b29a91cb79a3" -d '{"events": [{"server_uuid": "74a9fc4b-ae75-488e-94da-6ad5a1a8209c", "name": "network-vif-plugged", "status": "completed", "tag": "49a37a5c-838a-40d8-aa0d-3456e70554d7"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:31:48.162362 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 49a37a5c-838a-40d8-aa0d-3456e70554d7, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=49a37a5c-838a-40d8-aa0d-3456e70554d7,segment=NetworkSegment(631216f4-19a2-4275-9245-6d9df23fb507),segment_id=631216f4-19a2-4275-9245-6d9df23fb507)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:31:48.166895 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:48.193398 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b86510c-fd0e-4b8f-a7b3-46c93116d1f1 x-openstack-request-id: req-3b86510c-fd0e-4b8f-a7b3-46c93116d1f1 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:31:48.193768 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a9fc4b-ae75-488e-94da-6ad5a1a8209c", "name": "network-vif-plugged", "status": "completed", "tag": "49a37a5c-838a-40d8-aa0d-3456e70554d7", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:31:48.194019 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3b86510c-fd0e-4b8f-a7b3-46c93116d1f1 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:31:48.195437 dv-cinder-759961-6-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a9fc4b-ae75-488e-94da-6ad5a1a8209c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a37a5c-838a-40d8-aa0d-3456e70554d7', 'code': 200} Aug 13 04:31:48.195741 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b7bf6-27c3-442a-8cc8-96be98889574 req-bc47ee24-c0a4-4c07-b70a-6e14feafaa78 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:48.197352 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8e2b7bf6-27c3-442a-8cc8-96be98889574 req-bc47ee24-c0a4-4c07-b70a-6e14feafaa78 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.0565941 Aug 13 04:31:48.222687 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=49a37a5c-838a-40d8-aa0d-3456e70554d7,revision_number=5']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:48.245039 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8e2b7bf6-27c3-442a-8cc8-96be98889574 req-e5a7937a-3728-4e6b-a762-64d6f9dd704e tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395458 Aug 13 04:31:48.378747 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4278eff-2cc9-4972-90c5-9115f00b19a6 req-a58611a3-ef24-4f05-8eca-578099501d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:48.381198 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f4278eff-2cc9-4972-90c5-9115f00b19a6 req-a58611a3-ef24-4f05-8eca-578099501d38 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=74a9fc4b-ae75-488e-94da-6ad5a1a8209c HTTP/1.1" status: 200 len: 1098 time: 0.0479524 Aug 13 04:31:48.424165 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f4278eff-2cc9-4972-90c5-9115f00b19a6 req-712111e5-f3d0-4055-8bf3-72bb9555b78d service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c93eafb0-9a1a-4269-b6dc-bc667776c3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282116 Aug 13 04:31:48.707682 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a723c8c-6850-4cc4-a0fa-d8bd55a8c7d9 req-9e00220e-2c25-4b22-add7-f1b1fe64f6e0 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:48.709171 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0a723c8c-6850-4cc4-a0fa-d8bd55a8c7d9 req-9e00220e-2c25-4b22-add7-f1b1fe64f6e0 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/ports?device_id=74a9fc4b-ae75-488e-94da-6ad5a1a8209c HTTP/1.1" status: 200 len: 945 time: 0.0502841 Aug 13 04:31:48.748794 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0a723c8c-6850-4cc4-a0fa-d8bd55a8c7d9 req-edb2b45e-2cd9-4920-bca4-3b9d565887c2 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93eafb0-9a1a-4269-b6dc-bc667776c3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329366 Aug 13 04:31:49.360525 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b9ffb-22b2-4f96-ad10-8b8dfb4de2f5 req-b34592e1-11b1-4104-8315-ecbeef1b29c5 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:49.361993 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-242b9ffb-22b2-4f96-ad10-8b8dfb4de2f5 req-b34592e1-11b1-4104-8315-ecbeef1b29c5 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.0484076 Aug 13 04:31:49.399581 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-242b9ffb-22b2-4f96-ad10-8b8dfb4de2f5 req-6d7222ca-3991-49d1-92d6-5103f1f452bc tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316021 Aug 13 04:31:52.198528 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9a2fd-6181-4bfc-a757-7485111f262c req-d6e45799-aa39-45fb-8ee2-8e8edeb110b5 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:52.200007 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3df9a2fd-6181-4bfc-a757-7485111f262c req-d6e45799-aa39-45fb-8ee2-8e8edeb110b5 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/ports?device_id=74a9fc4b-ae75-488e-94da-6ad5a1a8209c HTTP/1.1" status: 200 len: 945 time: 0.0794010 Aug 13 04:31:52.208516 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e86ea-d5d0-4ab6-9fd9-e42aa7c87aba req-6cdc112d-651e-40f6-b404-1cce417ffbc4 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:52.209956 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-eb3e86ea-d5d0-4ab6-9fd9-e42aa7c87aba req-6cdc112d-651e-40f6-b404-1cce417ffbc4 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.0808508 Aug 13 04:31:52.272643 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3df9a2fd-6181-4bfc-a757-7485111f262c req-ca0b1c61-14b2-4784-8a75-ab2692cc95f4 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93eafb0-9a1a-4269-b6dc-bc667776c3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615883 Aug 13 04:31:52.278828 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-eb3e86ea-d5d0-4ab6-9fd9-e42aa7c87aba req-3b797cd9-c818-4b2f-a9a4-3871f0c4d675 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606554 Aug 13 04:31:53.454455 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d791f-7ca6-4c0c-b452-64f8ffdab222 req-8efaa084-cb6e-4af2-b791-1e68458cf034 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:53.455929 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3d7d791f-7ca6-4c0c-b452-64f8ffdab222 req-8efaa084-cb6e-4af2-b791-1e68458cf034 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/ports?device_id=74a9fc4b-ae75-488e-94da-6ad5a1a8209c HTTP/1.1" status: 200 len: 945 time: 0.1101346 Aug 13 04:31:53.502215 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-08561c2a-1ee4-4938-9325-c6b8177a6211 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:53.503651 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-08561c2a-1ee4-4938-9325-c6b8177a6211 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/networks?id=e5a4407b-136d-4505-b628-117c1b1fc3a4 HTTP/1.1" status: 200 len: 814 time: 0.1488557 Aug 13 04:31:53.524537 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3d7d791f-7ca6-4c0c-b452-64f8ffdab222 req-63a0a0af-dc95-4194-828f-c9313e95ec3e tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93eafb0-9a1a-4269-b6dc-bc667776c3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608752 Aug 13 04:31:53.526869 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-103b5833-96f7-419c-a18d-7a3a2597d2e6 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/quotas/44afcd45727640ec80dc17fe4fcf67fb HTTP/1.1" status: 200 len: 375 time: 0.0158165 Aug 13 04:31:53.603814 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-a4f8b98f-7ce3-4034-b876-9d464b624f5b tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=44afcd45727640ec80dc17fe4fcf67fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0698495 Aug 13 04:31:53.714756 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb0dc5-8886-441b-a107-2a9dee8f19bc req-d5722288-b724-43b8-aa8e-0428f9299f84 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:53.716281 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-cccb0dc5-8886-441b-a107-2a9dee8f19bc req-d5722288-b724-43b8-aa8e-0428f9299f84 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.1108811 Aug 13 04:31:53.764946 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-cf818b52-dbe5-44a7-8ea4-510361e00172 service neutron] 10.222.0.13 "GET /v2.0/networks/e5a4407b-136d-4505-b628-117c1b1fc3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433868 Aug 13 04:31:53.785964 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-cccb0dc5-8886-441b-a107-2a9dee8f19bc req-70db8ae1-697b-4fcb-9e24-7ca8a4a19ac0 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581625 Aug 13 04:31:53.881838 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-103d8b75-dcc6-4d21-9f2a-07ba2c252800 service neutron] 10.222.0.13 "GET /v2.0/networks/e5a4407b-136d-4505-b628-117c1b1fc3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087804 Aug 13 04:31:53.994253 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 37954) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:31:54.059100 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-32818dc3-2189-4968-9664-fd845b83fc9b req-c8162d12-f5a3-4ff4-b40f-ce820595d3ea tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a362027-7dd0-4360-92f4-9028fd0081e7 HTTP/1.1" status: 200 len: 210 time: 0.0285218 Aug 13 04:31:54.132028 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3587a76f-e69c-4d41-b73a-ed34d8f3ed9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:54.248891 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3587a76f-e69c-4d41-b73a-ed34d8f3ed9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:54.253878 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3587a76f-e69c-4d41-b73a-ed34d8f3ed9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:54.292587 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-3587a76f-e69c-4d41-b73a-ed34d8f3ed9f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbfbd4505f854bbe834ff356768f04f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2964585 Aug 13 04:31:54.293475 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3587a76f-e69c-4d41-b73a-ed34d8f3ed9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57de451d-c843-470e-9cb2-d679181387fe,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:54.295331 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 37974) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:31:54.311731 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587a76f-e69c-4d41-b73a-ed34d8f3ed9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:54.312064 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587a76f-e69c-4d41-b73a-ed34d8f3ed9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:54.312403 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587a76f-e69c-4d41-b73a-ed34d8f3ed9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:54.312739 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587a76f-e69c-4d41-b73a-ed34d8f3ed9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:54.313067 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587a76f-e69c-4d41-b73a-ed34d8f3ed9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:54.313394 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587a76f-e69c-4d41-b73a-ed34d8f3ed9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:54.313744 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587a76f-e69c-4d41-b73a-ed34d8f3ed9f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:54.314079 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587a76f-e69c-4d41-b73a-ed34d8f3ed9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:54.314486 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587a76f-e69c-4d41-b73a-ed34d8f3ed9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:54.314689 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587a76f-e69c-4d41-b73a-ed34d8f3ed9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:54.315013 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587a76f-e69c-4d41-b73a-ed34d8f3ed9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:54.315328 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3587a76f-e69c-4d41-b73a-ed34d8f3ed9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:31:54.361046 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e683119c-7365-4b8f-9d30-c9d37984467b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:54.383738 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e683119c-7365-4b8f-9d30-c9d37984467b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:54.432486 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e683119c-7365-4b8f-9d30-c9d37984467b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:54.435040 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e683119c-7365-4b8f-9d30-c9d37984467b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:54.436186 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-e683119c-7365-4b8f-9d30-c9d37984467b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57de451d-c843-470e-9cb2-d679181387fe HTTP/1.1" status: 204 len: 168 time: 0.1399701 Aug 13 04:31:54.443792 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683119c-7365-4b8f-9d30-c9d37984467b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57de451d-c843-470e-9cb2-d679181387fe,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:57.370551 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-41c368a6-3fdd-4c0c-b023-1208e6317a40 req-c78c9dad-5dcc-407b-b205-d4fcf2f83965 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a362027-7dd0-4360-92f4-9028fd0081e7 HTTP/1.1" status: 200 len: 210 time: 0.0340123 Aug 13 04:31:57.407307 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d78ee-df45-4eaa-a746-3b57eba8903b req-61929dbf-98da-4bf8-9a25-2237ea2859b7 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:57.408923 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-664d78ee-df45-4eaa-a746-3b57eba8903b req-61929dbf-98da-4bf8-9a25-2237ea2859b7 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.0620103 Aug 13 04:31:57.461861 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-664d78ee-df45-4eaa-a746-3b57eba8903b req-2e867f17-171d-433d-bd51-4d0168fd36c1 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467782 Aug 13 04:31:58.188399 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6fe60c-8dde-4cf5-aff1-eeb91a404b9e req-0e15640e-a44a-4f38-8bf0-9ad0f7cbccb0 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:58.189848 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4b6fe60c-8dde-4cf5-aff1-eeb91a404b9e req-0e15640e-a44a-4f38-8bf0-9ad0f7cbccb0 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/ports?device_id=74a9fc4b-ae75-488e-94da-6ad5a1a8209c HTTP/1.1" status: 200 len: 945 time: 0.1121175 Aug 13 04:31:58.247504 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-aeff3fbd-e981-452c-9311-35ecec03f033 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:58.248953 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-aeff3fbd-e981-452c-9311-35ecec03f033 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.64 "GET /v2.0/networks?id=e5a4407b-136d-4505-b628-117c1b1fc3a4 HTTP/1.1" status: 200 len: 814 time: 0.1388836 Aug 13 04:31:58.261666 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4b6fe60c-8dde-4cf5-aff1-eeb91a404b9e req-3a218e00-ab4a-4334-9ba7-0e796c6ecbfd tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93eafb0-9a1a-4269-b6dc-bc667776c3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614214 Aug 13 04:31:58.274408 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-d1b5e2cd-62b9-47b1-815e-3be9bde74c7c tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Request body: {'port': {'device_id': '4a362027-7dd0-4360-92f4-9028fd0081e7', 'network_id': 'e5a4407b-136d-4505-b628-117c1b1fc3a4', 'admin_state_up': True, 'tenant_id': '44afcd45727640ec80dc17fe4fcf67fb'}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:31:58.389507 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-d1b5e2cd-62b9-47b1-815e-3be9bde74c7c tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Made reservation on behalf of 44afcd45727640ec80dc17fe4fcf67fb for: {'port': 1} {{(pid=93893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:31:58.392938 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-d1b5e2cd-62b9-47b1-815e-3be9bde74c7c tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:58.526536 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-59259623-eee4-4fae-8169-7e6e2bab70bd req-bd0bf77b-f46c-48fe-8aff-0ec07fa7e40c tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a362027-7dd0-4360-92f4-9028fd0081e7 HTTP/1.1" status: 200 len: 210 time: 0.0572946 Aug 13 04:31:58.593294 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.db_base_plugin_common [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-d1b5e2cd-62b9-47b1-815e-3be9bde74c7c tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Allocated IP 172.20.0.12 (e5a4407b-136d-4505-b628-117c1b1fc3a4/b34fb96a-c863-4437-9084-58bfc9a701c8/0657054b-1691-465d-9907-ea9e81ae050a) {{(pid=93893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:31:58.625598 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd495df-722b-4247-8fdb-42ed8a69856e req-06d633de-c99b-46b0-a8da-9833b9e67e8e tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:58.644808 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1cd495df-722b-4247-8fdb-42ed8a69856e req-06d633de-c99b-46b0-a8da-9833b9e67e8e tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.1022305 Aug 13 04:31:58.734951 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1cd495df-722b-4247-8fdb-42ed8a69856e req-cdb523d9-d1ba-40f3-91b6-1150456370b4 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890837 Aug 13 04:31:58.854369 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-d1b5e2cd-62b9-47b1-815e-3be9bde74c7c tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Notify callbacks [] for port, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:58.889046 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 38072) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:31:58.895855 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-d1b5e2cd-62b9-47b1-815e-3be9bde74c7c tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:58.915111 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['4a62d4b3-3837-414b-a01d-079fec907da0', 'cd209cdf-3517-46ae-b5d5-f413928df01c'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:31:58.950890 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5e2cd-62b9-47b1-815e-3be9bde74c7c tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Pushing event updated for resources: {'Port': ['ID=0657054b-1691-465d-9907-ea9e81ae050a,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:58.968676 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-d1b5e2cd-62b9-47b1-815e-3be9bde74c7c tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Network e5a4407b-136d-4505-b628-117c1b1fc3a4 is already hosted by enough agents. {{(pid=93893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:31:58.970235 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.base_scheduler [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-d1b5e2cd-62b9-47b1-815e-3be9bde74c7c tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Resources bound (agent type, host, resource id): {{(pid=93893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:31:58.972775 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-d1b5e2cd-62b9-47b1-815e-3be9bde74c7c tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Received port after_create {{(pid=93893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:31:59.030683 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0eacd5da-3f54-4b34-b68c-c6fc7c1654c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:59.038308 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-d1b5e2cd-62b9-47b1-815e-3be9bde74c7c tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:59.039092 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-d1b5e2cd-62b9-47b1-815e-3be9bde74c7c tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:59.122174 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0eacd5da-3f54-4b34-b68c-c6fc7c1654c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:59.129799 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0eacd5da-3f54-4b34-b68c-c6fc7c1654c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:59.133958 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-d1b5e2cd-62b9-47b1-815e-3be9bde74c7c tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8633747 Aug 13 04:31:59.170983 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-0eacd5da-3f54-4b34-b68c-c6fc7c1654c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48783ad6c0e04d8b9a8eab508da7320f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803855 Aug 13 04:31:59.172080 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eacd5da-3f54-4b34-b68c-c6fc7c1654c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c83cac-f2a1-4eff-9ab2-39017f742da4,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:59.174043 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 38078) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:31:59.241333 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-4aae8426-4561-4f3d-b168-3cb82b47081f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:59.263389 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-4aae8426-4561-4f3d-b168-3cb82b47081f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:59.311187 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-4aae8426-4561-4f3d-b168-3cb82b47081f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:59.313813 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-4aae8426-4561-4f3d-b168-3cb82b47081f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:31:59.314972 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-4aae8426-4561-4f3d-b168-3cb82b47081f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71c83cac-f2a1-4eff-9ab2-39017f742da4 HTTP/1.1" status: 204 len: 168 time: 0.1398318 Aug 13 04:31:59.323741 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae8426-4561-4f3d-b168-3cb82b47081f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c83cac-f2a1-4eff-9ab2-39017f742da4,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:31:59.388045 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f345b-836f-41d7-b430-93d5c8d53579 req-40073b3e-4454-4260-8d03-0f29fd3953aa tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:31:59.389691 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-346f345b-836f-41d7-b430-93d5c8d53579 req-40073b3e-4454-4260-8d03-0f29fd3953aa tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/ports?device_id=74a9fc4b-ae75-488e-94da-6ad5a1a8209c HTTP/1.1" status: 200 len: 945 time: 0.0582974 Aug 13 04:31:59.430678 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-346f345b-836f-41d7-b430-93d5c8d53579 req-e00ad26a-cb31-4499-abec-d502ba41a5c0 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93eafb0-9a1a-4269-b6dc-bc667776c3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347800 Aug 13 04:32:00.326926 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 38126) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:32:00.432957 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e94cf5e2-2bea-4e84-9487-176b4ea77e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:00.521060 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e94cf5e2-2bea-4e84-9487-176b4ea77e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:00.524572 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e94cf5e2-2bea-4e84-9487-176b4ea77e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:00.560352 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94cf5e2-2bea-4e84-9487-176b4ea77e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f536390a-9ba4-4275-bdae-3f3c23794cc0,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:00.565877 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-e94cf5e2-2bea-4e84-9487-176b4ea77e09 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd032dfd2bbb4862abeb59dc30977b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379439 Aug 13 04:32:00.568461 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 38132) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:32:00.616621 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d2e1d294-5e49-4d88-96ea-853661f7a40b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:00.637885 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d2e1d294-5e49-4d88-96ea-853661f7a40b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:00.683134 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d2e1d294-5e49-4d88-96ea-853661f7a40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:00.685701 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d2e1d294-5e49-4d88-96ea-853661f7a40b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:00.686843 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-d2e1d294-5e49-4d88-96ea-853661f7a40b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f536390a-9ba4-4275-bdae-3f3c23794cc0 HTTP/1.1" status: 204 len: 168 time: 0.1174834 Aug 13 04:32:00.694502 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1d294-5e49-4d88-96ea-853661f7a40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f536390a-9ba4-4275-bdae-3f3c23794cc0,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:01.301918 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 38156) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:32:01.398293 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [None req-e4e2e7f8-3b96-496d-bebc-ff8b5a9db422 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-828503770-network', 'tenant_id': '88885460859447cea3664074daf50abb'}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:32:01.420196 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e2e7f8-3b96-496d-bebc-ff8b5a9db422 admin admin] Made reservation on behalf of 88885460859447cea3664074daf50abb for: {'network': 1} {{(pid=93893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:32:01.422660 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e4e2e7f8-3b96-496d-bebc-ff8b5a9db422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for network, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:01.430673 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e4e2e7f8-3b96-496d-bebc-ff8b5a9db422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:01.520433 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e4e2e7f8-3b96-496d-bebc-ff8b5a9db422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:01.524176 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e4e2e7f8-3b96-496d-bebc-ff8b5a9db422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:01.547203 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4e2e7f8-3b96-496d-bebc-ff8b5a9db422 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=93893) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:32:01.562554 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2e7f8-3b96-496d-bebc-ff8b5a9db422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b89a25-4f59-4b69-80d1-8e224f427177,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:01.566213 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e4e2e7f8-3b96-496d-bebc-ff8b5a9db422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910'] for segment, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:01.566557 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.db.segments_db [None req-e4e2e7f8-3b96-496d-bebc-ff8b5a9db422 admin admin] Added segment 39e38de4-be0d-4450-b900-31261b17f00f of type vlan for network 48b70047-4f37-4bcb-9978-33a75e7a4b30 Aug 13 04:32:01.608950 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e4e2e7f8-3b96-496d-bebc-ff8b5a9db422 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740402894165'] for network, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:01.639112 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e4e2e7f8-3b96-496d-bebc-ff8b5a9db422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156'] for network, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:01.640617 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e2e7f8-3b96-496d-bebc-ff8b5a9db422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:01.641515 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e4e2e7f8-3b96-496d-bebc-ff8b5a9db422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for network, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:01.699853 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-e4e2e7f8-3b96-496d-bebc-ff8b5a9db422 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3968439 Aug 13 04:32:01.703067 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 38162) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:32:01.705536 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2e7f8-3b96-496d-bebc-ff8b5a9db422 admin admin] Pushing event updated for resources: {'Network': ['ID=48b70047-4f37-4bcb-9978-33a75e7a4b30,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:01.709501 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-87e0f891-a14e-419b-b9f6-d03714d1bee1 admin admin] Request body: {'subnet': {'network_id': '48b70047-4f37-4bcb-9978-33a75e7a4b30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-828503770-subnet', 'tenant_id': '88885460859447cea3664074daf50abb', 'ip_version': 4}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:32:01.715104 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Network 48b70047-4f37-4bcb-9978-33a75e7a4b30 details requested by agent ovs-agent-dv-cinder-759961-6-iscsi with host dv-cinder-759961-6-iscsi {{(pid=93895) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:32:01.737777 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e0f891-a14e-419b-b9f6-d03714d1bee1 admin admin] Made reservation on behalf of 88885460859447cea3664074daf50abb for: {'subnet': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:32:01.740640 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-87e0f891-a14e-419b-b9f6-d03714d1bee1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8583061'] for subnet, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:01.909002 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-87e0f891-a14e-419b-b9f6-d03714d1bee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8757491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8583079'] for subnet, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:01.966287 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0f891-a14e-419b-b9f6-d03714d1bee1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47785185-d5f8-433d-afab-e7fc9175212b,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:01.976419 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e0f891-a14e-419b-b9f6-d03714d1bee1 admin admin] Checking segment: {'id': '39e38de4-be0d-4450-b900-31261b17f00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '48b70047-4f37-4bcb-9978-33a75e7a4b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:32:01.976774 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e0f891-a14e-419b-b9f6-d03714d1bee1 admin admin] Network hostable DHCP agents. Network: 48b70047-4f37-4bcb-9978-33a75e7a4b30, hostable agents: ['648804f1-66f0-43bb-b72d-2cc8dd7b696f'], hosted agents: [] {{(pid=93894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:32:01.993796 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e0f891-a14e-419b-b9f6-d03714d1bee1 admin admin] Network 48b70047-4f37-4bcb-9978-33a75e7a4b30 is scheduled to be hosted by DHCP agent 648804f1-66f0-43bb-b72d-2cc8dd7b696f with binding_index 1 {{(pid=93894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:32:02.003361 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-87e0f891-a14e-419b-b9f6-d03714d1bee1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-6-iscsi, 48b70047-4f37-4bcb-9978-33a75e7a4b30) {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:32:02.007464 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e0f891-a14e-419b-b9f6-d03714d1bee1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:02.008058 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-87e0f891-a14e-419b-b9f6-d03714d1bee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:02.012921 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0c81fd-8611-42c2-9361-bb5fd3b2da29 None None] Network 48b70047-4f37-4bcb-9978-33a75e7a4b30 requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:32:02.025110 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-87e0f891-a14e-419b-b9f6-d03714d1bee1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3208263 Aug 13 04:32:02.027839 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 38166) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:32:02.032336 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [None req-eaa03829-c2a8-478b-b4b6-9341207e094a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-828503770-router', 'tenant_id': '88885460859447cea3664074daf50abb', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'}}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:32:02.053688 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-eaa03829-c2a8-478b-b4b6-9341207e094a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3791597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-505227'] for router, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:02.054667 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-eaa03829-c2a8-478b-b4b6-9341207e094a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3787133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3788846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3732270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-505234'] for router, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:02.110010 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-eaa03829-c2a8-478b-b4b6-9341207e094a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:02.161687 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a087f8a-df73-48a9-9b06-8743ce6a3166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb467cc1-395b-5a9d-8ada-7ac1dde80137-48b70047-4f37-4bcb-9978-33a75e7a4b30', 'network_id': '48b70047-4f37-4bcb-9978-33a75e7a4b30', 'tenant_id': '88885460859447cea3664074daf50abb', 'fixed_ips': [{'subnet_id': '47785185-d5f8-433d-afab-e7fc9175212b'}]}} from dv-cinder-759961-6-iscsi. {{(pid=93895) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 04:32:02.162542 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8a087f8a-df73-48a9-9b06-8743ce6a3166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:02.245064 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-eaa03829-c2a8-478b-b4b6-9341207e094a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:02.300383 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-8a087f8a-df73-48a9-9b06-8743ce6a3166 None None] Allocated IP 172.20.0.2 (48b70047-4f37-4bcb-9978-33a75e7a4b30/47785185-d5f8-433d-afab-e7fc9175212b/c4660317-4d21-4f28-9e0d-c7e65d29d19d) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:32:02.405989 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-ad4717a9-1d9a-4e8d-aec5-bd98c11e064f service neutron] Request body: {'port': {'device_id': '4a362027-7dd0-4360-92f4-9028fd0081e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:32:02.454364 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8a087f8a-df73-48a9-9b06-8743ce6a3166 None None] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:02.463719 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-8a087f8a-df73-48a9-9b06-8743ce6a3166 None None] Transition to ACTIVE for port object c4660317-4d21-4f28-9e0d-c7e65d29d19d will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:32:02.480932 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-8a087f8a-df73-48a9-9b06-8743ce6a3166 None None] Transition to ACTIVE for port object c4660317-4d21-4f28-9e0d-c7e65d29d19d will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:32:02.488208 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8a087f8a-df73-48a9-9b06-8743ce6a3166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:02.501564 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-ad4717a9-1d9a-4e8d-aec5-bd98c11e064f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:02.526800 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a087f8a-df73-48a9-9b06-8743ce6a3166 None None] Network 48b70047-4f37-4bcb-9978-33a75e7a4b30 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:32:02.529611 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-8a087f8a-df73-48a9-9b06-8743ce6a3166 None None] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:32:02.532995 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a087f8a-df73-48a9-9b06-8743ce6a3166 None None] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:32:02.548089 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-eaa03829-c2a8-478b-b4b6-9341207e094a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:02.550347 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a087f8a-df73-48a9-9b06-8743ce6a3166 None None] Pushing event updated for resources: {'Port': ['ID=c4660317-4d21-4f28-9e0d-c7e65d29d19d,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:02.594639 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-8a087f8a-df73-48a9-9b06-8743ce6a3166 None None] Attempting to bind port c4660317-4d21-4f28-9e0d-c7e65d29d19d on host dv-cinder-759961-6-iscsi for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:32:02.595005 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-8a087f8a-df73-48a9-9b06-8743ce6a3166 None None] Attempting to bind port c4660317-4d21-4f28-9e0d-c7e65d29d19d by drivers openvswitch,hyperv on host dv-cinder-759961-6-iscsi at level 0 using segments [{'id': '39e38de4-be0d-4450-b900-31261b17f00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '48b70047-4f37-4bcb-9978-33a75e7a4b30'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:32:02.595363 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a087f8a-df73-48a9-9b06-8743ce6a3166 None None] Attempting to bind port c4660317-4d21-4f28-9e0d-c7e65d29d19d on network 48b70047-4f37-4bcb-9978-33a75e7a4b30 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:32:02.600219 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a087f8a-df73-48a9-9b06-8743ce6a3166 None None] Checking agent: {'id': '10f62c82-9a8d-499f-91cc-7991f11962ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 22, 11), 'started_at': datetime.datetime(2021, 8, 13, 4, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:32:02.600581 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a087f8a-df73-48a9-9b06-8743ce6a3166 None None] Checking segment: {'id': '39e38de4-be0d-4450-b900-31261b17f00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '48b70047-4f37-4bcb-9978-33a75e7a4b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:32:02.600976 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8a087f8a-df73-48a9-9b06-8743ce6a3166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:02.601467 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a087f8a-df73-48a9-9b06-8743ce6a3166 None None] Bound using segment: {'id': '39e38de4-be0d-4450-b900-31261b17f00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '48b70047-4f37-4bcb-9978-33a75e7a4b30'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:32:02.601903 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-8a087f8a-df73-48a9-9b06-8743ce6a3166 None None] Bound port: c4660317-4d21-4f28-9e0d-c7e65d29d19d, host: dv-cinder-759961-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e38de4-be0d-4450-b900-31261b17f00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '48b70047-4f37-4bcb-9978-33a75e7a4b30'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:32:02.602210 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8a087f8a-df73-48a9-9b06-8743ce6a3166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:02.617016 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-eaa03829-c2a8-478b-b4b6-9341207e094a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:02.676849 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-8a087f8a-df73-48a9-9b06-8743ce6a3166 None None] For port c4660317-4d21-4f28-9e0d-c7e65d29d19d, host dv-cinder-759961-6-iscsi, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:32:02.679924 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-8a087f8a-df73-48a9-9b06-8743ce6a3166 None None] For port c4660317-4d21-4f28-9e0d-c7e65d29d19d, host dv-cinder-759961-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=c4660317-4d21-4f28-9e0d-c7e65d29d19d,segment=NetworkSegment(39e38de4-be0d-4450-b900-31261b17f00f),segment_id=39e38de4-be0d-4450-b900-31261b17f00f)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:32:02.685452 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8a087f8a-df73-48a9-9b06-8743ce6a3166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:02.690336 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3926fb-30c6-47d2-858a-58a5d29135b6 req-a75c8580-feff-4ebb-b14f-d4a2899e7301 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:02.692089 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7b3926fb-30c6-47d2-858a-58a5d29135b6 req-a75c8580-feff-4ebb-b14f-d4a2899e7301 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a362027-7dd0-4360-92f4-9028fd0081e7 HTTP/1.1" status: 200 len: 932 time: 0.1784062 Aug 13 04:32:02.770169 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a087f8a-df73-48a9-9b06-8743ce6a3166 None None] Pushing event updated for resources: {'Port': ['ID=c4660317-4d21-4f28-9e0d-c7e65d29d19d,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:03.057820 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46014cb-9d47-4cf4-a972-cd7d710f86be req-2ec3aa75-6164-4bea-bc5b-17ecf0c6898b tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:03.059384 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e46014cb-9d47-4cf4-a972-cd7d710f86be req-2ec3aa75-6164-4bea-bc5b-17ecf0c6898b tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.5294445 Aug 13 04:32:03.198372 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7b3926fb-30c6-47d2-858a-58a5d29135b6 req-8d9518e1-81e9-4e1d-9bf4-a040abbb010a tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4923048 Aug 13 04:32:03.215781 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e46014cb-9d47-4cf4-a972-cd7d710f86be req-52d8d480-dc4c-4631-b841-90ca2bdf207e tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443999 Aug 13 04:32:03.247231 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.db_base_plugin_common [None req-eaa03829-c2a8-478b-b4b6-9341207e094a admin admin] Allocated IP 172.27.0.15 (d5442241-d7fe-41d2-8545-5b5874d634cc/644fe726-b54d-4883-8d33-fa766808e879/fb4ef8c5-3788-437b-a8aa-4bb9131418ce) {{(pid=93893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:32:03.435505 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf2e37-b53b-470d-b7a8-25cf2d2380d2 req-f6c7b3fa-996a-47f5-8099-43cebccbfe5e tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:03.437069 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4cbf2e37-b53b-470d-b7a8-25cf2d2380d2 req-f6c7b3fa-996a-47f5-8099-43cebccbfe5e tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/ports?device_id=74a9fc4b-ae75-488e-94da-6ad5a1a8209c HTTP/1.1" status: 200 len: 945 time: 0.1505857 Aug 13 04:32:03.463605 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-ad4717a9-1d9a-4e8d-aec5-bd98c11e064f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0657054b-1691-465d-9907-ea9e81ae050a {{(pid=93893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:32:03.486074 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-ad4717a9-1d9a-4e8d-aec5-bd98c11e064f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:03.515925 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-eaa03829-c2a8-478b-b4b6-9341207e094a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:03.564207 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.provisioning_blocks [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-ad4717a9-1d9a-4e8d-aec5-bd98c11e064f service neutron] Transition to ACTIVE for port object 0657054b-1691-465d-9907-ea9e81ae050a will not be triggered until provisioned by entity L2. {{(pid=93893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:32:03.575393 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-ad4717a9-1d9a-4e8d-aec5-bd98c11e064f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9290061'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:03.629388 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4cbf2e37-b53b-470d-b7a8-25cf2d2380d2 req-d201d984-452c-4b5d-8a6e-93f64fa93865 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93eafb0-9a1a-4269-b6dc-bc667776c3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837797 Aug 13 04:32:03.642864 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-eaa03829-c2a8-478b-b4b6-9341207e094a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:03.683162 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4717a9-1d9a-4e8d-aec5-bd98c11e064f service neutron] Pushing event updated for resources: {'Port': ['ID=0657054b-1691-465d-9907-ea9e81ae050a,revision_number=2']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:03.723878 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa03829-c2a8-478b-b4b6-9341207e094a admin admin] Network d5442241-d7fe-41d2-8545-5b5874d634cc is already hosted by enough agents. {{(pid=93893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:32:03.745324 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.base_scheduler [None req-eaa03829-c2a8-478b-b4b6-9341207e094a admin admin] Resources bound (agent type, host, resource id): {{(pid=93893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:32:03.767133 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa03829-c2a8-478b-b4b6-9341207e094a admin admin] Received port after_create {{(pid=93893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:32:03.820618 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa03829-c2a8-478b-b4b6-9341207e094a admin admin] Pushing event updated for resources: {'Port': ['ID=fb4ef8c5-3788-437b-a8aa-4bb9131418ce,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:03.857491 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ee082c-914f-48c8-9f76-d2f8a71695e3 None None] Network 48b70047-4f37-4bcb-9978-33a75e7a4b30 requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:32:03.898137 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-ad4717a9-1d9a-4e8d-aec5-bd98c11e064f service neutron] Attempting to bind port 0657054b-1691-465d-9907-ea9e81ae050a on host hv-cinder-75996 for vnic_type normal with profile {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:32:03.898770 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-ad4717a9-1d9a-4e8d-aec5-bd98c11e064f service neutron] Attempting to bind port 0657054b-1691-465d-9907-ea9e81ae050a by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '294d5366-306b-4365-8cf5-2c3e5f8bb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e5a4407b-136d-4505-b628-117c1b1fc3a4'}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:32:03.899113 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-ad4717a9-1d9a-4e8d-aec5-bd98c11e064f service neutron] Attempting to bind port 0657054b-1691-465d-9907-ea9e81ae050a on network e5a4407b-136d-4505-b628-117c1b1fc3a4 {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:32:03.957930 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-ad4717a9-1d9a-4e8d-aec5-bd98c11e064f service neutron] Port 0657054b-1691-465d-9907-ea9e81ae050a on network e5a4407b-136d-4505-b628-117c1b1fc3a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:32:03.958135 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-ad4717a9-1d9a-4e8d-aec5-bd98c11e064f service neutron] Attempting to bind port 0657054b-1691-465d-9907-ea9e81ae050a on network e5a4407b-136d-4505-b628-117c1b1fc3a4 {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:32:03.987031 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-ad4717a9-1d9a-4e8d-aec5-bd98c11e064f service neutron] Checking agent: {'id': '799e1584-199c-46e1-adc5-08501adf479b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:32:03.987379 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-ad4717a9-1d9a-4e8d-aec5-bd98c11e064f service neutron] Checking segment: {'id': '294d5366-306b-4365-8cf5-2c3e5f8bb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e5a4407b-136d-4505-b628-117c1b1fc3a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:32:03.989099 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-ad4717a9-1d9a-4e8d-aec5-bd98c11e064f service neutron] Bound using segment: {'id': '294d5366-306b-4365-8cf5-2c3e5f8bb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e5a4407b-136d-4505-b628-117c1b1fc3a4'} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:32:03.989570 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-e2950f1f-8130-40ef-8690-4acf1e0aad3e None None] Provisioning for port c4660317-4d21-4f28-9e0d-c7e65d29d19d completed by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:32:03.991788 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-ad4717a9-1d9a-4e8d-aec5-bd98c11e064f service neutron] Bound port: 0657054b-1691-465d-9907-ea9e81ae050a, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '294d5366-306b-4365-8cf5-2c3e5f8bb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e5a4407b-136d-4505-b628-117c1b1fc3a4'}}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:32:03.991788 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-ad4717a9-1d9a-4e8d-aec5-bd98c11e064f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:03.992984 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device c4660317-4d21-4f28-9e0d-c7e65d29d19d up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:32:04.051940 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a86d3-64a0-4533-bc2d-a07e701f5843 req-7c8f51ed-54c8-4eab-b716-5062a8de6508 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:04.053527 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-270a86d3-64a0-4533-bc2d-a07e701f5843 req-7c8f51ed-54c8-4eab-b716-5062a8de6508 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.64 "GET /v2.0/ports?device_id=74a9fc4b-ae75-488e-94da-6ad5a1a8209c HTTP/1.1" status: 200 len: 945 time: 0.1677589 Aug 13 04:32:04.083438 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning for port c4660317-4d21-4f28-9e0d-c7e65d29d19d completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:32:04.087752 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port c4660317-4d21-4f28-9e0d-c7e65d29d19d triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:32:04.088152 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:04.206203 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-ad4717a9-1d9a-4e8d-aec5-bd98c11e064f service neutron] For port 0657054b-1691-465d-9907-ea9e81ae050a, host hv-cinder-75996, cleared binding levels {{(pid=93893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:32:04.247411 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-ad4717a9-1d9a-4e8d-aec5-bd98c11e064f service neutron] For port 0657054b-1691-465d-9907-ea9e81ae050a, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=0657054b-1691-465d-9907-ea9e81ae050a,segment=NetworkSegment(294d5366-306b-4365-8cf5-2c3e5f8bb811),segment_id=294d5366-306b-4365-8cf5-2c3e5f8bb811)] {{(pid=93893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:32:04.259086 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-ad4717a9-1d9a-4e8d-aec5-bd98c11e064f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9290061'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:04.305108 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:04.325688 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-eaa03829-c2a8-478b-b4b6-9341207e094a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:04.337304 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-62d17d21-edb4-4bf1-b799-72d59e02dbad None None] Provisioning complete for port c4660317-4d21-4f28-9e0d-c7e65d29d19d triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:32:04.337757 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-62d17d21-edb4-4bf1-b799-72d59e02dbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:04.366915 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] For port c4660317-4d21-4f28-9e0d-c7e65d29d19d, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=c4660317-4d21-4f28-9e0d-c7e65d29d19d,segment=NetworkSegment(39e38de4-be0d-4450-b900-31261b17f00f),segment_id=39e38de4-be0d-4450-b900-31261b17f00f)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:32:04.371874 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:04.413535 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4717a9-1d9a-4e8d-aec5-bd98c11e064f service neutron] Pushing event updated for resources: {'Port': ['ID=0657054b-1691-465d-9907-ea9e81ae050a,revision_number=3']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:04.431455 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Pushing event updated for resources: {'Port': ['ID=c4660317-4d21-4f28-9e0d-c7e65d29d19d,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:04.445213 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-ad4717a9-1d9a-4e8d-aec5-bd98c11e064f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:04.445857 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-ad4717a9-1d9a-4e8d-aec5-bd98c11e064f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:04.447989 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-ad4717a9-1d9a-4e8d-aec5-bd98c11e064f service neutron] 10.222.0.64 "PUT /v2.0/ports/0657054b-1691-465d-9907-ea9e81ae050a HTTP/1.1" status: 200 len: 1094 time: 2.0455995 Aug 13 04:32:04.451270 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a362027-7dd0-4360-92f4-9028fd0081e7', 'tag': '0657054b-1691-465d-9907-ea9e81ae050a'}] {{(pid=93893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:32:04.453532 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aea723d68c964973b0702c1800637223d1e6775f666202f903cb1e18101cb68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ff9c28-02bf-407e-aef5-4d5f3de76837" -d '{"events": [{"name": "network-changed", "server_uuid": "4a362027-7dd0-4360-92f4-9028fd0081e7", "tag": "0657054b-1691-465d-9907-ea9e81ae050a"}]}' {{(pid=93893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:32:04.521166 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [req-270a86d3-64a0-4533-bc2d-a07e701f5843 req-36ae28b2-8d43-4aba-a67e-c73d4652fe13 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Deleting port 49a37a5c-838a-40d8-aa0d-3456e70554d7 {{(pid=93893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:32:04.521543 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-270a86d3-64a0-4533-bc2d-a07e701f5843 req-36ae28b2-8d43-4aba-a67e-c73d4652fe13 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:04.602119 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc4809-b8be-4cbc-8a8d-8499d7433b74 req-aa8b6dd0-3b37-44cd-94b6-2b5ff842f943 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:04.604533 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-95cc4809-b8be-4cbc-8a8d-8499d7433b74 req-aa8b6dd0-3b37-44cd-94b6-2b5ff842f943 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.2737956 Aug 13 04:32:04.617316 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968580f9-ce3e-4561-ba3a-23f4fa029609 req-277fd334-5cc1-4138-974c-cdac07b2f05d tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:04.618861 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-968580f9-ce3e-4561-ba3a-23f4fa029609 req-277fd334-5cc1-4138-974c-cdac07b2f05d tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a362027-7dd0-4360-92f4-9028fd0081e7 HTTP/1.1" status: 200 len: 944 time: 0.2912316 Aug 13 04:32:04.773178 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-60725415-182b-4abe-8585-7cb8d9355474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:04.774755 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-60725415-182b-4abe-8585-7cb8d9355474 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=44afcd45727640ec80dc17fe4fcf67fb&device_id=4a362027-7dd0-4360-92f4-9028fd0081e7 HTTP/1.1" status: 200 len: 1097 time: 0.2677202 Aug 13 04:32:04.780647 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [req-270a86d3-64a0-4533-bc2d-a07e701f5843 req-36ae28b2-8d43-4aba-a67e-c73d4652fe13 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] For port 49a37a5c-838a-40d8-aa0d-3456e70554d7, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=49a37a5c-838a-40d8-aa0d-3456e70554d7,segment=NetworkSegment(631216f4-19a2-4275-9245-6d9df23fb507),segment_id=631216f4-19a2-4275-9245-6d9df23fb507)] {{(pid=93893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:32:04.781020 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-270a86d3-64a0-4533-bc2d-a07e701f5843 req-36ae28b2-8d43-4aba-a67e-c73d4652fe13 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:04.788872 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-968580f9-ce3e-4561-ba3a-23f4fa029609 req-cff25667-9309-488f-99e9-3c30d7256324 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601729 Aug 13 04:32:04.827382 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-95cc4809-b8be-4cbc-8a8d-8499d7433b74 req-81a70568-18bc-4299-a088-d79dd7c6f2ca tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997662 Aug 13 04:32:04.874489 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [req-270a86d3-64a0-4533-bc2d-a07e701f5843 req-36ae28b2-8d43-4aba-a67e-c73d4652fe13 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Calling delete_port for 49a37a5c-838a-40d8-aa0d-3456e70554d7 owned by compute:nova {{(pid=93893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:32:04.878475 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3275c5ab-0431-4a7f-9f70-177f52785160 x-openstack-request-id: req-3275c5ab-0431-4a7f-9f70-177f52785160 {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:32:04.878788 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a362027-7dd0-4360-92f4-9028fd0081e7", "tag": "0657054b-1691-465d-9907-ea9e81ae050a", "status": "completed", "code": 200}]} {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:32:04.879005 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3275c5ab-0431-4a7f-9f70-177f52785160 {{(pid=93893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:32:04.879386 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a362027-7dd0-4360-92f4-9028fd0081e7', 'tag': '0657054b-1691-465d-9907-ea9e81ae050a', 'status': 'completed', 'code': 200} Aug 13 04:32:04.887528 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-a752ffb4-2c05-4a0f-93f9-c0f3e51f8c6c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0657054b-1691-465d-9907-ea9e81ae050a HTTP/1.1" status: 200 len: 217 time: 0.0635381 Aug 13 04:32:04.975832 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-eaa03829-c2a8-478b-b4b6-9341207e094a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3787110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3789051'] for router, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:05.065720 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-5ac5bdcb-df60-4be8-ad1f-9da98665eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:05.067174 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-5ac5bdcb-df60-4be8-ad1f-9da98665eab6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b34fb96a-c863-4437-9084-58bfc9a701c8 HTTP/1.1" status: 200 len: 854 time: 0.1672611 Aug 13 04:32:05.122202 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-8f35d09f-c6d9-470d-95a7-18b98474319f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e5a4407b-136d-4505-b628-117c1b1fc3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340250 Aug 13 04:32:05.157704 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145ae91-44c5-4656-8892-5411fdf6fd2e req-eca0296d-d783-4635-bbce-f3ef63f11018 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:05.159190 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0145ae91-44c5-4656-8892-5411fdf6fd2e req-eca0296d-d783-4635-bbce-f3ef63f11018 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/ports?device_id=74a9fc4b-ae75-488e-94da-6ad5a1a8209c HTTP/1.1" status: 200 len: 945 time: 0.1977925 Aug 13 04:32:05.537516 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0145ae91-44c5-4656-8892-5411fdf6fd2e req-de4a71ab-e250-4c8d-80d4-74cc7490adba tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/security-groups?id=c93eafb0-9a1a-4269-b6dc-bc667776c3d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672957 Aug 13 04:32:05.548174 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-270a86d3-64a0-4533-bc2d-a07e701f5843 req-36ae28b2-8d43-4aba-a67e-c73d4652fe13 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:05.591623 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae28b2-8d43-4aba-a67e-c73d4652fe13 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Pushing event deleted for resources: {'Port': ['ID=49a37a5c-838a-40d8-aa0d-3456e70554d7,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:05.611365 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-597509bf-98ae-42d6-884e-e90b3a106973 service neutron] 10.222.0.64 "GET /v2.0/networks/e5a4407b-136d-4505-b628-117c1b1fc3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512310 Aug 13 04:32:05.638964 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa03829-c2a8-478b-b4b6-9341207e094a admin admin] Router 4d782185-3e5e-4702-8a74-1ceec38dc3ea is scheduled to L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb with binding_index 1 {{(pid=93893) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 04:32:05.663204 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [req-270a86d3-64a0-4533-bc2d-a07e701f5843 req-36ae28b2-8d43-4aba-a67e-c73d4652fe13 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] No DVR routers for this DVR port 49a37a5c-838a-40d8-aa0d-3456e70554d7 on host hv-cinder-75996 {{(pid=93893) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:32:05.691296 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-270a86d3-64a0-4533-bc2d-a07e701f5843 req-36ae28b2-8d43-4aba-a67e-c73d4652fe13 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:05.693234 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-270a86d3-64a0-4533-bc2d-a07e701f5843 req-36ae28b2-8d43-4aba-a67e-c73d4652fe13 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.64 "DELETE /v2.0/ports/49a37a5c-838a-40d8-aa0d-3456e70554d7 HTTP/1.1" status: 204 len: 173 time: 1.5934808 Aug 13 04:32:05.819808 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4811a1f5-14d2-489b-9a5f-83f703bb058f req-1f483927-d88e-44e1-b357-9dbe4b1ab009 service neutron] 10.222.0.64 "GET /v2.0/networks/e5a4407b-136d-4505-b628-117c1b1fc3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917095 Aug 13 04:32:05.831898 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa03829-c2a8-478b-b4b6-9341207e094a admin admin] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:32:05.848526 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f3b854-4fc4-41ac-aac1-e19ce837fab6 None None] Sync routers for ids ['4d782185-3e5e-4702-8a74-1ceec38dc3ea'] in dv-cinder-759961-6-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:32:05.856206 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-eaa03829-c2a8-478b-b4b6-9341207e094a admin admin] Notify callbacks [] for router, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:05.857498 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-eaa03829-c2a8-478b-b4b6-9341207e094a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.8286479 Aug 13 04:32:05.860134 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 38274) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:32:05.864282 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f3b854-4fc4-41ac-aac1-e19ce837fab6 None None] Routers {'4d782185-3e5e-4702-8a74-1ceec38dc3ea'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:32:05.865682 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-a9f3b854-4fc4-41ac-aac1-e19ce837fab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:31:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['4d782185-3e5e-4702-8a74-1ceec38dc3ea'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:32:05.971115 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device c4660317-4d21-4f28-9e0d-c7e65d29d19d up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:32:06.019185 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-a9f3b854-4fc4-41ac-aac1-e19ce837fab6 None None] Set router 4d782185-3e5e-4702-8a74-1ceec38dc3ea gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:32:06.024570 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port c4660317-4d21-4f28-9e0d-c7e65d29d19d triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:32:06.024974 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:06.224367 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69ea06-1b3b-4355-983d-d9f150e6e9ae req-1257d77d-d474-4ce6-bf5e-7bd3269a4a2b tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:06.226091 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8f69ea06-1b3b-4355-983d-d9f150e6e9ae req-1257d77d-d474-4ce6-bf5e-7bd3269a4a2b tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.2215493 Aug 13 04:32:06.237644 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-a9f3b854-4fc4-41ac-aac1-e19ce837fab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'name': 'tempest-TestShelveInstance-828503770-router', 'tenant_id': '88885460859447cea3664074daf50abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'fb4ef8c5-3788-437b-a8aa-4bb9131418ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:02Z', 'updated_at': '2021-08-13T04:32:04Z', 'revision_number': 3, 'project_id': '88885460859447cea3664074daf50abb', 'gw_port': {'id': 'fb4ef8c5-3788-437b-a8aa-4bb9131418ce', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:db:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:02Z', 'updated_at': '2021-08-13T04:32:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi'}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:32:06.240910 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55cebe-fbfd-4084-a0a8-831341586b04 req-f12c5c8c-32f5-4297-a7c8-d3fff1faca4c tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:06.242384 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5c55cebe-fbfd-4084-a0a8-831341586b04 req-f12c5c8c-32f5-4297-a7c8-d3fff1faca4c tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a362027-7dd0-4360-92f4-9028fd0081e7 HTTP/1.1" status: 200 len: 944 time: 0.3749404 Aug 13 04:32:06.247555 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff9c28-02bf-407e-aef5-4d5f3de76837 req-57c17e8f-0532-4497-9bc3-53e39943e44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:06.249032 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-56ff9c28-02bf-407e-aef5-4d5f3de76837 req-57c17e8f-0532-4497-9bc3-53e39943e44f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=44afcd45727640ec80dc17fe4fcf67fb&device_id=4a362027-7dd0-4360-92f4-9028fd0081e7 HTTP/1.1" status: 200 len: 1097 time: 0.2930286 Aug 13 04:32:06.272218 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f3b854-4fc4-41ac-aac1-e19ce837fab6 None None] Checking router: 4d782185-3e5e-4702-8a74-1ceec38dc3ea for host: dv-cinder-759961-6-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:32:06.272572 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f3b854-4fc4-41ac-aac1-e19ce837fab6 None None] Updating router 4d782185-3e5e-4702-8a74-1ceec38dc3ea port fb4ef8c5-3788-437b-a8aa-4bb9131418ce binding host dv-cinder-759961-6-iscsi {{(pid=93896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:32:06.305039 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b854-4fc4-41ac-aac1-e19ce837fab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:06.381339 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8f69ea06-1b3b-4355-983d-d9f150e6e9ae req-d227a9d5-5dc3-425d-aa5c-5a79e13e7a59 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378169 Aug 13 04:32:06.409839 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 49a37a5c-838a-40d8-aa0d-3456e70554d7 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:32:06.433713 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5c55cebe-fbfd-4084-a0a8-831341586b04 req-79104cc8-3316-4f61-8fd2-6c0157d1d326 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816268 Aug 13 04:32:06.435921 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] No Port match for: 49a37a5c-838a-40d8-aa0d-3456e70554d7 {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:32:06.436459 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 49a37a5c-838a-40d8-aa0d-3456e70554d7 not bound to the agent host hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:32:06.519843 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff9c28-02bf-407e-aef5-4d5f3de76837 req-5c25813f-e28e-4180-8e56-5134ae6b1b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:06.521311 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-56ff9c28-02bf-407e-aef5-4d5f3de76837 req-5c25813f-e28e-4180-8e56-5134ae6b1b71 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e5a4407b-136d-4505-b628-117c1b1fc3a4 HTTP/1.1" status: 200 len: 915 time: 0.2516041 Aug 13 04:32:06.598838 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-56ff9c28-02bf-407e-aef5-4d5f3de76837 req-530e7850-57a9-4685-905a-37f19f7ec705 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0657054b-1691-465d-9907-ea9e81ae050a HTTP/1.1" status: 200 len: 217 time: 0.0652089 Aug 13 04:32:06.613996 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b854-4fc4-41ac-aac1-e19ce837fab6 None None] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:06.624465 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-a9f3b854-4fc4-41ac-aac1-e19ce837fab6 None None] Transition to ACTIVE for port object fb4ef8c5-3788-437b-a8aa-4bb9131418ce will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:32:06.642759 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b854-4fc4-41ac-aac1-e19ce837fab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:06.714600 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1e3cb5a5-95f2-4129-a69e-50a37a64d5df req-51d45960-8496-42cf-a50e-4e61179a7cc1 tempest-VolumesActionsTest-836470445 tempest-VolumesActionsTest-836470445-project] 10.222.0.13 "GET /v2.0/ports?device_id=74a9fc4b-ae75-488e-94da-6ad5a1a8209c HTTP/1.1" status: 200 len: 210 time: 0.0420952 Aug 13 04:32:06.717008 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-a9f3b854-4fc4-41ac-aac1-e19ce837fab6 None None] Attempting to bind port fb4ef8c5-3788-437b-a8aa-4bb9131418ce on host dv-cinder-759961-6-iscsi for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:32:06.717380 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-a9f3b854-4fc4-41ac-aac1-e19ce837fab6 None None] Attempting to bind port fb4ef8c5-3788-437b-a8aa-4bb9131418ce by drivers openvswitch,hyperv on host dv-cinder-759961-6-iscsi at level 0 using segments [{'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:32:06.717763 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f3b854-4fc4-41ac-aac1-e19ce837fab6 None None] Attempting to bind port fb4ef8c5-3788-437b-a8aa-4bb9131418ce on network d5442241-d7fe-41d2-8545-5b5874d634cc {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:32:06.722272 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bff620-446b-4170-96fb-5e5729b55014 None None] Pushing event updated for resources: {'Port': ['ID=fb4ef8c5-3788-437b-a8aa-4bb9131418ce,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:06.730003 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f3b854-4fc4-41ac-aac1-e19ce837fab6 None None] Checking agent: {'id': '10f62c82-9a8d-499f-91cc-7991f11962ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 22, 11), 'started_at': datetime.datetime(2021, 8, 13, 4, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:32:06.730376 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f3b854-4fc4-41ac-aac1-e19ce837fab6 None None] Checking segment: {'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:32:06.730779 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b854-4fc4-41ac-aac1-e19ce837fab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:06.731580 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f3b854-4fc4-41ac-aac1-e19ce837fab6 None None] Bound using segment: {'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:32:06.732064 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-a9f3b854-4fc4-41ac-aac1-e19ce837fab6 None None] Bound port: fb4ef8c5-3788-437b-a8aa-4bb9131418ce, host: dv-cinder-759961-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:32:06.732994 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b854-4fc4-41ac-aac1-e19ce837fab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:06.748605 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff9c28-02bf-407e-aef5-4d5f3de76837 req-3c038722-217d-4dcd-9665-3c9f8616807b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:06.750118 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-56ff9c28-02bf-407e-aef5-4d5f3de76837 req-3c038722-217d-4dcd-9665-3c9f8616807b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b34fb96a-c863-4437-9084-58bfc9a701c8 HTTP/1.1" status: 200 len: 854 time: 0.1286991 Aug 13 04:32:06.777306 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ce062bed-da16-41ec-a597-1d36e79c9357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:06.789088 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-a9f3b854-4fc4-41ac-aac1-e19ce837fab6 None None] For port fb4ef8c5-3788-437b-a8aa-4bb9131418ce, host dv-cinder-759961-6-iscsi, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:32:06.792668 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-a9f3b854-4fc4-41ac-aac1-e19ce837fab6 None None] For port fb4ef8c5-3788-437b-a8aa-4bb9131418ce, host dv-cinder-759961-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=fb4ef8c5-3788-437b-a8aa-4bb9131418ce,segment=NetworkSegment(edab9050-aae2-4c9b-baa0-6e612e984a64),segment_id=edab9050-aae2-4c9b-baa0-6e612e984a64)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:32:06.794940 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-56ff9c28-02bf-407e-aef5-4d5f3de76837 req-a65af72c-6a03-475e-95fb-cb1264f66c67 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e5a4407b-136d-4505-b628-117c1b1fc3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293295 Aug 13 04:32:06.796605 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a9f3b854-4fc4-41ac-aac1-e19ce837fab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:06.855615 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f3b854-4fc4-41ac-aac1-e19ce837fab6 None None] Routers {'4d782185-3e5e-4702-8a74-1ceec38dc3ea'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:32:06.856415 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-a9f3b854-4fc4-41ac-aac1-e19ce837fab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:31:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['4d782185-3e5e-4702-8a74-1ceec38dc3ea'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:32:06.862476 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bff620-446b-4170-96fb-5e5729b55014 None None] Pushing event updated for resources: {'Port': ['ID=fb4ef8c5-3788-437b-a8aa-4bb9131418ce,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:06.901685 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a9fc4b-ae75-488e-94da-6ad5a1a8209c', 'name': 'network-vif-deleted', 'tag': '49a37a5c-838a-40d8-aa0d-3456e70554d7'}] {{(pid=93893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:32:06.903931 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aea723d68c964973b0702c1800637223d1e6775f666202f903cb1e18101cb68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f93e077-4d69-491c-8a16-c08af91975a6" -d '{"events": [{"server_uuid": "74a9fc4b-ae75-488e-94da-6ad5a1a8209c", "name": "network-vif-deleted", "tag": "49a37a5c-838a-40d8-aa0d-3456e70554d7"}]}' {{(pid=93893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:32:06.956839 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2450781e-6c22-4384-9e94-fdcec416713e x-openstack-request-id: req-2450781e-6c22-4384-9e94-fdcec416713e {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:32:06.957726 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74a9fc4b-ae75-488e-94da-6ad5a1a8209c", "name": "network-vif-deleted", "tag": "49a37a5c-838a-40d8-aa0d-3456e70554d7", "status": "completed", "code": 200}]} {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:32:06.960727 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2450781e-6c22-4384-9e94-fdcec416713e {{(pid=93893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:32:06.961234 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74a9fc4b-ae75-488e-94da-6ad5a1a8209c', 'name': 'network-vif-deleted', 'tag': '49a37a5c-838a-40d8-aa0d-3456e70554d7', 'status': 'completed', 'code': 200} Aug 13 04:32:07.030837 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-56ff9c28-02bf-407e-aef5-4d5f3de76837 req-88ad77a8-472f-4e2d-bc87-1bc221633358 service neutron] 10.222.0.64 "GET /v2.0/networks/e5a4407b-136d-4505-b628-117c1b1fc3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820893 Aug 13 04:32:07.042321 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-a9f3b854-4fc4-41ac-aac1-e19ce837fab6 None None] Set router 4d782185-3e5e-4702-8a74-1ceec38dc3ea gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:32:07.124317 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.db_base_plugin_common [None req-ce062bed-da16-41ec-a597-1d36e79c9357 admin admin] Allocated IP 172.20.0.1 (48b70047-4f37-4bcb-9978-33a75e7a4b30/47785185-d5f8-433d-afab-e7fc9175212b/2b624ab2-c0d2-415a-8691-7c521ae321a2) {{(pid=93893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:32:07.235373 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-56ff9c28-02bf-407e-aef5-4d5f3de76837 req-b476cff5-a672-4561-8733-17660cd1d7b8 service neutron] 10.222.0.64 "GET /v2.0/networks/e5a4407b-136d-4505-b628-117c1b1fc3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733763 Aug 13 04:32:07.294343 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ce062bed-da16-41ec-a597-1d36e79c9357 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:07.312524 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.provisioning_blocks [None req-ce062bed-da16-41ec-a597-1d36e79c9357 admin admin] Transition to ACTIVE for port object 2b624ab2-c0d2-415a-8691-7c521ae321a2 will not be triggered until provisioned by entity DHCP. {{(pid=93893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:32:07.360017 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ce062bed-da16-41ec-a597-1d36e79c9357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:07.376586 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-a9f3b854-4fc4-41ac-aac1-e19ce837fab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'name': 'tempest-TestShelveInstance-828503770-router', 'tenant_id': '88885460859447cea3664074daf50abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'fb4ef8c5-3788-437b-a8aa-4bb9131418ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:02Z', 'updated_at': '2021-08-13T04:32:04Z', 'revision_number': 3, 'project_id': '88885460859447cea3664074daf50abb', 'gw_port': {'id': 'fb4ef8c5-3788-437b-a8aa-4bb9131418ce', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:db:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:02Z', 'updated_at': '2021-08-13T04:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi'}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:32:07.404606 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f3b854-4fc4-41ac-aac1-e19ce837fab6 None None] The sync data for ids ['4d782185-3e5e-4702-8a74-1ceec38dc3ea'] in dv-cinder-759961-6-iscsi is: [{'id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'name': 'tempest-TestShelveInstance-828503770-router', 'tenant_id': '88885460859447cea3664074daf50abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'fb4ef8c5-3788-437b-a8aa-4bb9131418ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:02Z', 'updated_at': '2021-08-13T04:32:04Z', 'revision_number': 3, 'project_id': '88885460859447cea3664074daf50abb', 'gw_port': {'id': 'fb4ef8c5-3788-437b-a8aa-4bb9131418ce', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:db:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:02Z', 'updated_at': '2021-08-13T04:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi'}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:32:07.411055 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce062bed-da16-41ec-a597-1d36e79c9357 admin admin] Network 48b70047-4f37-4bcb-9978-33a75e7a4b30 is already hosted by enough agents. {{(pid=93893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:32:07.419063 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.base_scheduler [None req-ce062bed-da16-41ec-a597-1d36e79c9357 admin admin] Resources bound (agent type, host, resource id): {{(pid=93893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:32:07.423369 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce062bed-da16-41ec-a597-1d36e79c9357 admin admin] Received port after_create {{(pid=93893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:32:07.451286 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce062bed-da16-41ec-a597-1d36e79c9357 admin admin] Pushing event updated for resources: {'Port': ['ID=2b624ab2-c0d2-415a-8691-7c521ae321a2,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:07.516956 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ce062bed-da16-41ec-a597-1d36e79c9357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3683374'] for router_interface, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:07.739571 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-d829b843-0c3f-4159-b456-587d878d8ded None None] Provisioning for port 2b624ab2-c0d2-415a-8691-7c521ae321a2 completed by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:32:07.744537 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-d829b843-0c3f-4159-b456-587d878d8ded None None] Provisioning complete for port 2b624ab2-c0d2-415a-8691-7c521ae321a2 triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:32:07.745167 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d829b843-0c3f-4159-b456-587d878d8ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:07.827446 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-d829b843-0c3f-4159-b456-587d878d8ded None None] Port 2b624ab2-c0d2-415a-8691-7c521ae321a2 cannot update to ACTIVE because it is not bound. {{(pid=93895) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:32:07.927169 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab89299-f071-43c5-9118-0f46661af5ec req-62d41b9f-aa2a-49e9-9446-dcbbfbb23944 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:07.934999 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9ab89299-f071-43c5-9118-0f46661af5ec req-62d41b9f-aa2a-49e9-9446-dcbbfbb23944 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.4561279 Aug 13 04:32:07.980676 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device fb4ef8c5-3788-437b-a8aa-4bb9131418ce up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:32:08.012756 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9ab89299-f071-43c5-9118-0f46661af5ec req-6b9e8293-ca04-4a4d-9253-c1c3524a896b tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768905 Aug 13 04:32:08.056641 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ef8b0-eac1-4581-8939-6e16593fc1b2 req-cc20edc5-531b-48cb-9adf-e25b1ae94506 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:08.059093 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d36ef8b0-eac1-4581-8939-6e16593fc1b2 req-cc20edc5-531b-48cb-9adf-e25b1ae94506 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a362027-7dd0-4360-92f4-9028fd0081e7 HTTP/1.1" status: 200 len: 944 time: 0.4845526 Aug 13 04:32:08.064291 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning for port fb4ef8c5-3788-437b-a8aa-4bb9131418ce completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:32:08.070357 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port fb4ef8c5-3788-437b-a8aa-4bb9131418ce triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:32:08.071126 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:08.108786 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-61460914-62c1-4853-9a2a-df984098e705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:08.159715 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ce062bed-da16-41ec-a597-1d36e79c9357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:08.166697 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d36ef8b0-eac1-4581-8939-6e16593fc1b2 req-d25a8464-3045-400c-a6eb-1129224cb3f0 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844004 Aug 13 04:32:08.221573 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:08.254453 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] For port fb4ef8c5-3788-437b-a8aa-4bb9131418ce, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=fb4ef8c5-3788-437b-a8aa-4bb9131418ce,segment=NetworkSegment(edab9050-aae2-4c9b-baa0-6e612e984a64),segment_id=edab9050-aae2-4c9b-baa0-6e612e984a64)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:32:08.265139 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:08.330454 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Pushing event updated for resources: {'Port': ['ID=fb4ef8c5-3788-437b-a8aa-4bb9131418ce,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:08.435828 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 38338) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:32:08.437462 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ce062bed-da16-41ec-a597-1d36e79c9357 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:08.451306 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ce062bed-da16-41ec-a597-1d36e79c9357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9290061'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:08.543798 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce062bed-da16-41ec-a597-1d36e79c9357 admin admin] Pushing event updated for resources: {'Port': ['ID=2b624ab2-c0d2-415a-8691-7c521ae321a2,revision_number=2']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:08.554101 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ce062bed-da16-41ec-a597-1d36e79c9357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3683514'] for router_interface, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:08.639781 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3e05b3b4-8b84-4183-a017-28dd995cbed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:08.698319 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce062bed-da16-41ec-a597-1d36e79c9357 admin admin] Network 48b70047-4f37-4bcb-9978-33a75e7a4b30 is already hosted by enough agents. {{(pid=93893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:32:08.699854 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.base_scheduler [None req-ce062bed-da16-41ec-a597-1d36e79c9357 admin admin] Resources bound (agent type, host, resource id): {{(pid=93893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:32:08.844066 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3e05b3b4-8b84-4183-a017-28dd995cbed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:08.850673 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3e05b3b4-8b84-4183-a017-28dd995cbed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:08.900249 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-3e05b3b4-8b84-4183-a017-28dd995cbed1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=576adaf9b3554659b3500efe2f66a4aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4630926 Aug 13 04:32:08.907550 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 38370) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:32:08.924433 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e05b3b4-8b84-4183-a017-28dd995cbed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4f4d12-2270-442b-98bc-f9f59fd06920,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:08.926670 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b74d9-3af3-41ca-9a26-e784bc24ebf3 req-f2d9d58e-08dd-4ba8-ab65-9346cc25db33 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:08.928358 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ef1b74d9-3af3-41ca-9a26-e784bc24ebf3 req-f2d9d58e-08dd-4ba8-ab65-9346cc25db33 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.1625307 Aug 13 04:32:08.963184 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce062bed-da16-41ec-a597-1d36e79c9357 admin admin] Router 4d782185-3e5e-4702-8a74-1ceec38dc3ea has already been hosted by L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb {{(pid=93893) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:32:09.052724 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-8d6cc0e7-1f79-46b4-b79a-45ff0ec6195d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:09.057465 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ef1b74d9-3af3-41ca-9a26-e784bc24ebf3 req-392a9df5-f8fe-4fba-8e13-ee9856b32d4f tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147752 Aug 13 04:32:09.066107 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-523f46bc-8e63-41dc-b0e1-15524a1515a5 None None] Provisioning complete for port 2b624ab2-c0d2-415a-8691-7c521ae321a2 triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:32:09.067939 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-523f46bc-8e63-41dc-b0e1-15524a1515a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:09.089889 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-8d6cc0e7-1f79-46b4-b79a-45ff0ec6195d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:09.131452 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-523f46bc-8e63-41dc-b0e1-15524a1515a5 None None] Port 2b624ab2-c0d2-415a-8691-7c521ae321a2 cannot update to ACTIVE because it is not bound. {{(pid=93895) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:32:09.193769 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce062bed-da16-41ec-a597-1d36e79c9357 admin admin] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:32:09.205936 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-ce062bed-da16-41ec-a597-1d36e79c9357 admin admin] 10.222.0.13 "PUT /v2.0/routers/4d782185-3e5e-4702-8a74-1ceec38dc3ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3447669 Aug 13 04:32:09.226291 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afa6a4-d080-49a2-9330-a8e2772ac7c9 req-dd7d60c7-7b61-4d50-8c10-86d297fd8d11 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:09.235639 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-04afa6a4-d080-49a2-9330-a8e2772ac7c9 req-dd7d60c7-7b61-4d50-8c10-86d297fd8d11 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.0978096 Aug 13 04:32:09.274675 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-04afa6a4-d080-49a2-9330-a8e2772ac7c9 req-60037e10-8a5d-47dd-9116-f20b0eba47d9 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376945 Aug 13 04:32:09.276584 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-8d6cc0e7-1f79-46b4-b79a-45ff0ec6195d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:09.279485 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-8d6cc0e7-1f79-46b4-b79a-45ff0ec6195d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:09.280721 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-8d6cc0e7-1f79-46b4-b79a-45ff0ec6195d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e4f4d12-2270-442b-98bc-f9f59fd06920 HTTP/1.1" status: 204 len: 168 time: 0.3722260 Aug 13 04:32:09.316704 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6cc0e7-1f79-46b4-b79a-45ff0ec6195d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4f4d12-2270-442b-98bc-f9f59fd06920,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:09.423283 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069ba02-d4e6-4b9e-bd1a-8832238ed30e req-ed171916-d0ed-4517-9ada-ce1e896f879a tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:09.430508 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8069ba02-d4e6-4b9e-bd1a-8832238ed30e req-ed171916-d0ed-4517-9ada-ce1e896f879a tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a362027-7dd0-4360-92f4-9028fd0081e7 HTTP/1.1" status: 200 len: 944 time: 0.0669887 Aug 13 04:32:09.470507 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8069ba02-d4e6-4b9e-bd1a-8832238ed30e req-b62a7623-1c8c-44b8-b45e-d143e411907b tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391200 Aug 13 04:32:09.694790 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847bc75e-211d-43fb-9003-35cfe8ff431a None None] Sync routers for ids ['4d782185-3e5e-4702-8a74-1ceec38dc3ea'] in dv-cinder-759961-6-iscsi {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:32:09.705556 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847bc75e-211d-43fb-9003-35cfe8ff431a None None] Routers {'4d782185-3e5e-4702-8a74-1ceec38dc3ea'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:32:09.706303 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-847bc75e-211d-43fb-9003-35cfe8ff431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:31:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['4d782185-3e5e-4702-8a74-1ceec38dc3ea'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:32:09.830295 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-847bc75e-211d-43fb-9003-35cfe8ff431a None None] Set router 4d782185-3e5e-4702-8a74-1ceec38dc3ea gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:32:09.874493 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 38428) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:32:09.881445 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [None req-7b5854c5-9614-463c-bbd1-09c394fcaffc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-921179327-network', 'tenant_id': '32774195f50a4f9c8f6b8d49f98cbfd5'}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:32:09.909314 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5854c5-9614-463c-bbd1-09c394fcaffc admin admin] Made reservation on behalf of 32774195f50a4f9c8f6b8d49f98cbfd5 for: {'network': 1} {{(pid=93893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:32:09.912085 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-7b5854c5-9614-463c-bbd1-09c394fcaffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for network, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:09.921086 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-7b5854c5-9614-463c-bbd1-09c394fcaffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:09.981556 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device fb4ef8c5-3788-437b-a8aa-4bb9131418ce up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:32:10.070181 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-7b5854c5-9614-463c-bbd1-09c394fcaffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:10.077962 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-7b5854c5-9614-463c-bbd1-09c394fcaffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:10.095387 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port fb4ef8c5-3788-437b-a8aa-4bb9131418ce triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:32:10.096453 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:10.105654 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b5854c5-9614-463c-bbd1-09c394fcaffc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=93893) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:32:10.116039 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5854c5-9614-463c-bbd1-09c394fcaffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4063be-95b5-42cd-be8e-08da6ee83bf1,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:10.137670 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-7b5854c5-9614-463c-bbd1-09c394fcaffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910'] for segment, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:10.138017 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.db.segments_db [None req-7b5854c5-9614-463c-bbd1-09c394fcaffc admin admin] Added segment b4214740-de29-4abe-ad39-4225a9160c91 of type vlan for network f073cef8-5bf4-49e0-9232-a5af9661d148 Aug 13 04:32:10.142099 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-847bc75e-211d-43fb-9003-35cfe8ff431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'name': 'tempest-TestShelveInstance-828503770-router', 'tenant_id': '88885460859447cea3664074daf50abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'fb4ef8c5-3788-437b-a8aa-4bb9131418ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:02Z', 'updated_at': '2021-08-13T04:32:08Z', 'revision_number': 4, 'project_id': '88885460859447cea3664074daf50abb', 'gw_port': {'id': 'fb4ef8c5-3788-437b-a8aa-4bb9131418ce', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:db:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:02Z', 'updated_at': '2021-08-13T04:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': '2b624ab2-c0d2-415a-8691-7c521ae321a2', 'name': '', 'network_id': '48b70047-4f37-4bcb-9978-33a75e7a4b30', 'tenant_id': '88885460859447cea3664074daf50abb', 'mac_address': 'fa:16:3e:36:c2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '47785185-d5f8-433d-afab-e7fc9175212b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:06Z', 'updated_at': '2021-08-13T04:32:08Z', 'revision_number': 2, 'project_id': '88885460859447cea3664074daf50abb', 'subnets': [{'id': '47785185-d5f8-433d-afab-e7fc9175212b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:32:10.176239 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847bc75e-211d-43fb-9003-35cfe8ff431a None None] Checking router: 4d782185-3e5e-4702-8a74-1ceec38dc3ea for host: dv-cinder-759961-6-iscsi {{(pid=93895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:32:10.176968 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847bc75e-211d-43fb-9003-35cfe8ff431a None None] Updating router 4d782185-3e5e-4702-8a74-1ceec38dc3ea port 2b624ab2-c0d2-415a-8691-7c521ae321a2 binding host dv-cinder-759961-6-iscsi {{(pid=93895) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:32:10.180104 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 38440) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:32:10.208675 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 0657054b-1691-465d-9907-ea9e81ae050a details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=93895) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:32:10.208873 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-7b5854c5-9614-463c-bbd1-09c394fcaffc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740402894165'] for network, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:10.251253 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-847bc75e-211d-43fb-9003-35cfe8ff431a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:10.251506 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3129b8c6-579c-4ca3-a797-be5c08391b77 req-54c26f12-34a7-4c70-9259-589dd3582998 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:10.253090 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3129b8c6-579c-4ca3-a797-be5c08391b77 req-54c26f12-34a7-4c70-9259-589dd3582998 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.0855978 Aug 13 04:32:10.263111 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-7b5854c5-9614-463c-bbd1-09c394fcaffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156'] for network, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:10.264206 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5854c5-9614-463c-bbd1-09c394fcaffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:10.265087 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-7b5854c5-9614-463c-bbd1-09c394fcaffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for network, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:10.306866 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-c306b639-b29c-493d-974f-e82f34c6a223 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-334249644-network', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:32:10.338572 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-7b5854c5-9614-463c-bbd1-09c394fcaffc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4624996 Aug 13 04:32:10.341872 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 38446) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:32:10.348368 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-511c44c1-7eac-4087-9b7c-ffce7c705719 admin admin] Request body: {'subnet': {'network_id': 'f073cef8-5bf4-49e0-9232-a5af9661d148', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-921179327-subnet', 'tenant_id': '32774195f50a4f9c8f6b8d49f98cbfd5', 'ip_version': 4}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:32:10.356241 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5854c5-9614-463c-bbd1-09c394fcaffc admin admin] Pushing event updated for resources: {'Network': ['ID=f073cef8-5bf4-49e0-9232-a5af9661d148,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:10.363500 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3129b8c6-579c-4ca3-a797-be5c08391b77 req-81773968-0ba1-495e-84ab-f29be7a7d61d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948825 Aug 13 04:32:10.372096 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c306b639-b29c-493d-974f-e82f34c6a223 admin admin] Made reservation on behalf of 6f2d284955ea4d12b60ceba4f7a53e87 for: {'network': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:32:10.374651 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c306b639-b29c-493d-974f-e82f34c6a223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for network, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:10.375616 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Network f073cef8-5bf4-49e0-9232-a5af9661d148 details requested by agent ovs-agent-dv-cinder-759961-6-iscsi with host dv-cinder-759961-6-iscsi {{(pid=93895) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:32:10.400672 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c306b639-b29c-493d-974f-e82f34c6a223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:10.424797 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511c44c1-7eac-4087-9b7c-ffce7c705719 admin admin] Made reservation on behalf of 32774195f50a4f9c8f6b8d49f98cbfd5 for: {'subnet': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:32:10.427216 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-511c44c1-7eac-4087-9b7c-ffce7c705719 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8583061'] for subnet, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:10.490207 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6167d-3e88-4def-91c4-f60310560872 req-1abeedf8-bd7c-4771-a5e6-60774696510d tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:10.492082 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-20e6167d-3e88-4def-91c4-f60310560872 req-1abeedf8-bd7c-4771-a5e6-60774696510d tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.0552542 Aug 13 04:32:10.523183 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 0657054b-1691-465d-9907-ea9e81ae050a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=0657054b-1691-465d-9907-ea9e81ae050a,segment=NetworkSegment(294d5366-306b-4365-8cf5-2c3e5f8bb811),segment_id=294d5366-306b-4365-8cf5-2c3e5f8bb811)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:32:10.547273 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-20e6167d-3e88-4def-91c4-f60310560872 req-6c488c2b-49dc-4660-980a-470a2768aba8 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424836 Aug 13 04:32:10.547564 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Returning: {'device': '0657054b-1691-465d-9907-ea9e81ae050a', 'network_id': 'e5a4407b-136d-4505-b628-117c1b1fc3a4', 'port_id': '0657054b-1691-465d-9907-ea9e81ae050a', 'mac_address': 'fa:16:3e:4f:59:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34fb96a-c863-4437-9084-58bfc9a701c8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93895) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:32:10.617748 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c306b639-b29c-493d-974f-e82f34c6a223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:10.627769 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c306b639-b29c-493d-974f-e82f34c6a223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:10.660108 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:10.672335 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a8521-a31d-4924-9693-61f99bce3397 req-8d28288f-e3a7-42db-95f6-f96ca6683101 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:10.674022 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7a3a8521-a31d-4924-9693-61f99bce3397 req-8d28288f-e3a7-42db-95f6-f96ca6683101 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a362027-7dd0-4360-92f4-9028fd0081e7 HTTP/1.1" status: 200 len: 944 time: 0.0652583 Aug 13 04:32:10.688944 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0657054b-1691-465d-9907-ea9e81ae050a {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:32:10.702741 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c306b639-b29c-493d-974f-e82f34c6a223 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=93894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:32:10.716427 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-511c44c1-7eac-4087-9b7c-ffce7c705719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8757491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8583079'] for subnet, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:10.718468 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306b639-b29c-493d-974f-e82f34c6a223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263d93a8-76a5-47d7-bbde-5d773b26b675,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:10.720940 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7a3a8521-a31d-4924-9693-61f99bce3397 req-8063e8aa-bada-49dd-aeeb-0fb27f7f47a7 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360060 Aug 13 04:32:10.725802 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 0657054b-1691-465d-9907-ea9e81ae050a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=0657054b-1691-465d-9907-ea9e81ae050a,segment=NetworkSegment(294d5366-306b-4365-8cf5-2c3e5f8bb811),segment_id=294d5366-306b-4365-8cf5-2c3e5f8bb811)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:32:10.726267 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c306b639-b29c-493d-974f-e82f34c6a223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910'] for segment, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:10.726870 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.db.segments_db [None req-c306b639-b29c-493d-974f-e82f34c6a223 admin admin] Added segment 55400ce5-562b-4df1-92f9-d4df5f090c2a of type vlan for network 87d3a17b-ea4d-435b-9c8e-36b4c38780d2 Aug 13 04:32:10.734134 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:10.817754 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c44c1-7eac-4087-9b7c-ffce7c705719 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bba673a5-adab-4a95-9868-495d2e36c95e,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:10.821137 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c306b639-b29c-493d-974f-e82f34c6a223 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740402894165'] for network, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:10.823042 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-847bc75e-211d-43fb-9003-35cfe8ff431a None None] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:10.825175 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=0657054b-1691-465d-9907-ea9e81ae050a,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:10.836099 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-847bc75e-211d-43fb-9003-35cfe8ff431a None None] Transition to ACTIVE for port object 2b624ab2-c0d2-415a-8691-7c521ae321a2 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:32:10.842361 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-847bc75e-211d-43fb-9003-35cfe8ff431a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:10.853067 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511c44c1-7eac-4087-9b7c-ffce7c705719 admin admin] Checking segment: {'id': 'b4214740-de29-4abe-ad39-4225a9160c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f073cef8-5bf4-49e0-9232-a5af9661d148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:32:10.853290 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511c44c1-7eac-4087-9b7c-ffce7c705719 admin admin] Network hostable DHCP agents. Network: f073cef8-5bf4-49e0-9232-a5af9661d148, hostable agents: ['648804f1-66f0-43bb-b72d-2cc8dd7b696f'], hosted agents: [] {{(pid=93894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:32:10.868262 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c306b639-b29c-493d-974f-e82f34c6a223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156'] for network, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:10.869846 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c306b639-b29c-493d-974f-e82f34c6a223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:10.870420 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c306b639-b29c-493d-974f-e82f34c6a223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:10.898117 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3670a-da8a-46cf-90d9-f0605ee42ce6 None None] Pushing event updated for resources: {'Port': ['ID=2b624ab2-c0d2-415a-8691-7c521ae321a2,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:10.914893 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511c44c1-7eac-4087-9b7c-ffce7c705719 admin admin] Network f073cef8-5bf4-49e0-9232-a5af9661d148 is scheduled to be hosted by DHCP agent 648804f1-66f0-43bb-b72d-2cc8dd7b696f with binding_index 1 {{(pid=93894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:32:10.937168 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-c306b639-b29c-493d-974f-e82f34c6a223 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7558095 Aug 13 04:32:10.937384 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 38454) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:32:10.941019 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-511c44c1-7eac-4087-9b7c-ffce7c705719 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-6-iscsi, f073cef8-5bf4-49e0-9232-a5af9661d148) {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:32:10.945898 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [None req-25b97362-ea50-4707-9f82-3f77ef8d6b95 admin admin] Request body: {'subnet': {'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-334249644-subnet', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'ip_version': 4}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:32:10.948329 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306b639-b29c-493d-974f-e82f34c6a223 admin admin] Pushing event updated for resources: {'Network': ['ID=87d3a17b-ea4d-435b-9c8e-36b4c38780d2,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:10.950933 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511c44c1-7eac-4087-9b7c-ffce7c705719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:10.951721 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-511c44c1-7eac-4087-9b7c-ffce7c705719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:10.957331 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-70c2d514-c360-43d4-a7b2-0f8fd38b6795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:10.961596 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Network 87d3a17b-ea4d-435b-9c8e-36b4c38780d2 details requested by agent ovs-agent-dv-cinder-759961-6-iscsi with host dv-cinder-759961-6-iscsi {{(pid=93895) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:32:10.975477 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ba869f-e8d1-4a75-a62e-16451cc33785 None None] Network f073cef8-5bf4-49e0-9232-a5af9661d148 requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:32:10.988865 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-847bc75e-211d-43fb-9003-35cfe8ff431a None None] Attempting to bind port 2b624ab2-c0d2-415a-8691-7c521ae321a2 on host dv-cinder-759961-6-iscsi for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:32:10.989282 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-847bc75e-211d-43fb-9003-35cfe8ff431a None None] Attempting to bind port 2b624ab2-c0d2-415a-8691-7c521ae321a2 by drivers openvswitch,hyperv on host dv-cinder-759961-6-iscsi at level 0 using segments [{'id': '39e38de4-be0d-4450-b900-31261b17f00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '48b70047-4f37-4bcb-9978-33a75e7a4b30'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:32:10.989460 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b97362-ea50-4707-9f82-3f77ef8d6b95 admin admin] Made reservation on behalf of 6f2d284955ea4d12b60ceba4f7a53e87 for: {'subnet': 1} {{(pid=93893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:32:10.989862 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847bc75e-211d-43fb-9003-35cfe8ff431a None None] Attempting to bind port 2b624ab2-c0d2-415a-8691-7c521ae321a2 on network 48b70047-4f37-4bcb-9978-33a75e7a4b30 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:32:10.992445 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-25b97362-ea50-4707-9f82-3f77ef8d6b95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9155869'] for subnet, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:11.007200 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-511c44c1-7eac-4087-9b7c-ffce7c705719 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6616344 Aug 13 04:32:11.009771 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 38458) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:32:11.020037 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-76297733-d3cc-44ef-a2db-7ac0c8c65e40 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-921179327-router', 'tenant_id': '32774195f50a4f9c8f6b8d49f98cbfd5', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'}}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:32:11.042574 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847bc75e-211d-43fb-9003-35cfe8ff431a None None] Checking agent: {'id': '10f62c82-9a8d-499f-91cc-7991f11962ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 22, 11), 'started_at': datetime.datetime(2021, 8, 13, 4, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:32:11.043229 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847bc75e-211d-43fb-9003-35cfe8ff431a None None] Checking segment: {'id': '39e38de4-be0d-4450-b900-31261b17f00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '48b70047-4f37-4bcb-9978-33a75e7a4b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:32:11.043782 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-847bc75e-211d-43fb-9003-35cfe8ff431a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:11.044327 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847bc75e-211d-43fb-9003-35cfe8ff431a None None] Bound using segment: {'id': '39e38de4-be0d-4450-b900-31261b17f00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '48b70047-4f37-4bcb-9978-33a75e7a4b30'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:32:11.044964 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-847bc75e-211d-43fb-9003-35cfe8ff431a None None] Bound port: 2b624ab2-c0d2-415a-8691-7c521ae321a2, host: dv-cinder-759961-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e38de4-be0d-4450-b900-31261b17f00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '48b70047-4f37-4bcb-9978-33a75e7a4b30'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:32:11.045542 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-847bc75e-211d-43fb-9003-35cfe8ff431a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:11.060052 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-76297733-d3cc-44ef-a2db-7ac0c8c65e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3791597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-505227'] for router, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:11.062032 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-76297733-d3cc-44ef-a2db-7ac0c8c65e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3787133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3788846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3732270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-505234'] for router, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:11.137475 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-76297733-d3cc-44ef-a2db-7ac0c8c65e40 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:11.204748 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-25b97362-ea50-4707-9f82-3f77ef8d6b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9290032', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9155887'] for subnet, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:11.225582 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-847bc75e-211d-43fb-9003-35cfe8ff431a None None] For port 2b624ab2-c0d2-415a-8691-7c521ae321a2, host dv-cinder-759961-6-iscsi, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:32:11.230254 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-847bc75e-211d-43fb-9003-35cfe8ff431a None None] For port 2b624ab2-c0d2-415a-8691-7c521ae321a2, host dv-cinder-759961-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=2b624ab2-c0d2-415a-8691-7c521ae321a2,segment=NetworkSegment(39e38de4-be0d-4450-b900-31261b17f00f),segment_id=39e38de4-be0d-4450-b900-31261b17f00f)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:32:11.259532 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b97362-ea50-4707-9f82-3f77ef8d6b95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70eada8e-6c53-4591-b1fd-b63b9652e2e1,revision_number=0']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:11.270738 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b97362-ea50-4707-9f82-3f77ef8d6b95 admin admin] Checking segment: {'id': '55400ce5-562b-4df1-92f9-d4df5f090c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:32:11.271098 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b97362-ea50-4707-9f82-3f77ef8d6b95 admin admin] Network hostable DHCP agents. Network: 87d3a17b-ea4d-435b-9c8e-36b4c38780d2, hostable agents: ['648804f1-66f0-43bb-b72d-2cc8dd7b696f'], hosted agents: [] {{(pid=93893) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:32:11.290772 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b97362-ea50-4707-9f82-3f77ef8d6b95 admin admin] Network 87d3a17b-ea4d-435b-9c8e-36b4c38780d2 is scheduled to be hosted by DHCP agent 648804f1-66f0-43bb-b72d-2cc8dd7b696f with binding_index 1 {{(pid=93893) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:32:11.302910 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.base_scheduler [None req-25b97362-ea50-4707-9f82-3f77ef8d6b95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-6-iscsi, 87d3a17b-ea4d-435b-9c8e-36b4c38780d2) {{(pid=93893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:32:11.308227 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b97362-ea50-4707-9f82-3f77ef8d6b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:11.309034 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-25b97362-ea50-4707-9f82-3f77ef8d6b95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:11.331837 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-25b97362-ea50-4707-9f82-3f77ef8d6b95 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3903806 Aug 13 04:32:11.332420 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 38460) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:32:11.338545 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [None req-528b0378-ed56-482c-90b1-9b1189e75255 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-334249644-router', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'}}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:32:11.369948 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-528b0378-ed56-482c-90b1-9b1189e75255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3791597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-505227'] for router, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:11.371871 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-528b0378-ed56-482c-90b1-9b1189e75255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3787133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3788846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3732270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-505234'] for router, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:11.373923 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 6 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:32:11.431933 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cef7bc-9b80-4366-a91b-c072c1de6c47 None None] Network 87d3a17b-ea4d-435b-9c8e-36b4c38780d2 requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:32:11.445081 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-847bc75e-211d-43fb-9003-35cfe8ff431a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:11.459470 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-528b0378-ed56-482c-90b1-9b1189e75255 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:11.545387 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:11.606057 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-76297733-d3cc-44ef-a2db-7ac0c8c65e40 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:11.639234 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847bc75e-211d-43fb-9003-35cfe8ff431a None None] Routers {'4d782185-3e5e-4702-8a74-1ceec38dc3ea'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:32:11.639917 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-847bc75e-211d-43fb-9003-35cfe8ff431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:32:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['4d782185-3e5e-4702-8a74-1ceec38dc3ea'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:32:11.707762 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e804612c-6693-43c0-8c10-53a3524addfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb467cc1-395b-5a9d-8ada-7ac1dde80137-f073cef8-5bf4-49e0-9232-a5af9661d148', 'network_id': 'f073cef8-5bf4-49e0-9232-a5af9661d148', 'tenant_id': '32774195f50a4f9c8f6b8d49f98cbfd5', 'fixed_ips': [{'subnet_id': 'bba673a5-adab-4a95-9868-495d2e36c95e'}]}} from dv-cinder-759961-6-iscsi. {{(pid=93895) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 04:32:11.708717 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e804612c-6693-43c0-8c10-53a3524addfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:11.738273 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-528b0378-ed56-482c-90b1-9b1189e75255 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:11.739522 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['0657054b-1691-465d-9907-ea9e81ae050a'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:32:11.749079 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3670a-da8a-46cf-90d9-f0605ee42ce6 None None] Pushing event updated for resources: {'Port': ['ID=2b624ab2-c0d2-415a-8691-7c521ae321a2,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:11.918461 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a8e88ebf-aa9d-4b2c-b480-3f62039486bb req-d2e3db37-ed65-4420-81a8-59b2cbb575fb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4573190 Aug 13 04:32:11.925697 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0f143-b108-4c86-a36d-204336ddc5a6 req-30212ced-4ea5-4452-b8e3-9571563615c6 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:11.927149 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6bf0f143-b108-4c86-a36d-204336ddc5a6 req-30212ced-4ea5-4452-b8e3-9571563615c6 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.3465018 Aug 13 04:32:11.958714 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a63dd5-2193-465e-a9ee-4dbae1b93e1d req-90638e96-0f31-4995-b533-dc41a28f1b12 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:11.960198 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-69a63dd5-2193-465e-a9ee-4dbae1b93e1d req-90638e96-0f31-4995-b533-dc41a28f1b12 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.1809428 Aug 13 04:32:11.973579 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-76297733-d3cc-44ef-a2db-7ac0c8c65e40 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:11.994354 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-76297733-d3cc-44ef-a2db-7ac0c8c65e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:12.008847 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6bf0f143-b108-4c86-a36d-204336ddc5a6 req-a9af8360-8a8f-47d4-ba0b-434c1f4ea97c tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721571 Aug 13 04:32:12.046174 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-69a63dd5-2193-465e-a9ee-4dbae1b93e1d req-9fc22766-b5be-4a46-a1ea-dee8ce37ad05 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572109 Aug 13 04:32:12.140052 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e856994-96b0-490c-ad04-d37c8614fbf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb467cc1-395b-5a9d-8ada-7ac1dde80137-87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'fixed_ips': [{'subnet_id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1'}]}} from dv-cinder-759961-6-iscsi. {{(pid=93895) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 04:32:12.140918 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3e856994-96b0-490c-ad04-d37c8614fbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:12.148266 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-847bc75e-211d-43fb-9003-35cfe8ff431a None None] Set router 4d782185-3e5e-4702-8a74-1ceec38dc3ea gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:32:12.149626 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [None req-76297733-d3cc-44ef-a2db-7ac0c8c65e40 admin admin] Allocated IP 172.27.0.42 (d5442241-d7fe-41d2-8545-5b5874d634cc/644fe726-b54d-4883-8d33-fa766808e879/ed9129b1-37ab-4e51-9190-944fd4a2cbca) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:32:12.208670 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-528b0378-ed56-482c-90b1-9b1189e75255 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:12.209290 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:12.231940 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-528b0378-ed56-482c-90b1-9b1189e75255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:12.240324 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-e804612c-6693-43c0-8c10-53a3524addfe None None] Allocated IP 172.20.0.2 (f073cef8-5bf4-49e0-9232-a5af9661d148/bba673a5-adab-4a95-9868-495d2e36c95e/bbaedfa8-161c-4fed-9a3c-544adec5eafd) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:32:12.241400 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deda432-5fda-4bac-a7e7-a496d4775416 req-27034afc-144c-49f9-b458-2fa94b9361a9 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:12.243150 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9deda432-5fda-4bac-a7e7-a496d4775416 req-27034afc-144c-49f9-b458-2fa94b9361a9 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a362027-7dd0-4360-92f4-9028fd0081e7 HTTP/1.1" status: 200 len: 945 time: 0.1021895 Aug 13 04:32:12.276105 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-76297733-d3cc-44ef-a2db-7ac0c8c65e40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:12.321081 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-76297733-d3cc-44ef-a2db-7ac0c8c65e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:12.332201 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9deda432-5fda-4bac-a7e7-a496d4775416 req-c5371075-0f0f-4a32-92a8-bc8c64984c77 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788569 Aug 13 04:32:12.375722 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76297733-d3cc-44ef-a2db-7ac0c8c65e40 admin admin] Network d5442241-d7fe-41d2-8545-5b5874d634cc is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:32:12.378852 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-76297733-d3cc-44ef-a2db-7ac0c8c65e40 admin admin] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:32:12.382456 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76297733-d3cc-44ef-a2db-7ac0c8c65e40 admin admin] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:32:12.397632 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.db_base_plugin_common [None req-528b0378-ed56-482c-90b1-9b1189e75255 admin admin] Allocated IP 172.27.0.108 (d5442241-d7fe-41d2-8545-5b5874d634cc/644fe726-b54d-4883-8d33-fa766808e879/a68ab739-0ea9-4e11-998b-17e203ca2927) {{(pid=93893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:32:12.411318 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76297733-d3cc-44ef-a2db-7ac0c8c65e40 admin admin] Pushing event updated for resources: {'Port': ['ID=ed9129b1-37ab-4e51-9190-944fd4a2cbca,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:12.463389 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:12.529201 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-528b0378-ed56-482c-90b1-9b1189e75255 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:12.575806 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-528b0378-ed56-482c-90b1-9b1189e75255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:12.609911 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-3e856994-96b0-490c-ad04-d37c8614fbf4 None None] Allocated IP 172.20.0.2 (87d3a17b-ea4d-435b-9c8e-36b4c38780d2/70eada8e-6c53-4591-b1fd-b63b9652e2e1/d05a370e-92d9-45a4-b998-be0b8b002f02) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:32:12.623031 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528b0378-ed56-482c-90b1-9b1189e75255 admin admin] Network d5442241-d7fe-41d2-8545-5b5874d634cc is already hosted by enough agents. {{(pid=93893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:32:12.628719 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.base_scheduler [None req-528b0378-ed56-482c-90b1-9b1189e75255 admin admin] Resources bound (agent type, host, resource id): {{(pid=93893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:32:12.634902 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b0378-ed56-482c-90b1-9b1189e75255 admin admin] Pushing event updated for resources: {'Port': ['ID=a68ab739-0ea9-4e11-998b-17e203ca2927,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:12.637286 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528b0378-ed56-482c-90b1-9b1189e75255 admin admin] Received port after_create {{(pid=93893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:32:12.684066 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-76297733-d3cc-44ef-a2db-7ac0c8c65e40 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:12.775424 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e804612c-6693-43c0-8c10-53a3524addfe None None] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:12.791233 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-e804612c-6693-43c0-8c10-53a3524addfe None None] Transition to ACTIVE for port object bbaedfa8-161c-4fed-9a3c-544adec5eafd will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:32:12.823615 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-e804612c-6693-43c0-8c10-53a3524addfe None None] Transition to ACTIVE for port object bbaedfa8-161c-4fed-9a3c-544adec5eafd will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:32:12.839849 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-847bc75e-211d-43fb-9003-35cfe8ff431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'name': 'tempest-TestShelveInstance-828503770-router', 'tenant_id': '88885460859447cea3664074daf50abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'fb4ef8c5-3788-437b-a8aa-4bb9131418ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:02Z', 'updated_at': '2021-08-13T04:32:08Z', 'revision_number': 4, 'project_id': '88885460859447cea3664074daf50abb', 'gw_port': {'id': 'fb4ef8c5-3788-437b-a8aa-4bb9131418ce', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:db:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:02Z', 'updated_at': '2021-08-13T04:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': '2b624ab2-c0d2-415a-8691-7c521ae321a2', 'name': '', 'network_id': '48b70047-4f37-4bcb-9978-33a75e7a4b30', 'tenant_id': '88885460859447cea3664074daf50abb', 'mac_address': 'fa:16:3e:36:c2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '47785185-d5f8-433d-afab-e7fc9175212b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:06Z', 'updated_at': '2021-08-13T04:32:11Z', 'revision_number': 4, 'project_id': '88885460859447cea3664074daf50abb', 'subnets': [{'id': '47785185-d5f8-433d-afab-e7fc9175212b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:32:12.844074 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e804612c-6693-43c0-8c10-53a3524addfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:12.921371 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847bc75e-211d-43fb-9003-35cfe8ff431a None None] The sync data for ids ['4d782185-3e5e-4702-8a74-1ceec38dc3ea'] in dv-cinder-759961-6-iscsi is: [{'id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'name': 'tempest-TestShelveInstance-828503770-router', 'tenant_id': '88885460859447cea3664074daf50abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'fb4ef8c5-3788-437b-a8aa-4bb9131418ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:02Z', 'updated_at': '2021-08-13T04:32:08Z', 'revision_number': 4, 'project_id': '88885460859447cea3664074daf50abb', 'gw_port': {'id': 'fb4ef8c5-3788-437b-a8aa-4bb9131418ce', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:db:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:02Z', 'updated_at': '2021-08-13T04:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': '2b624ab2-c0d2-415a-8691-7c521ae321a2', 'name': '', 'network_id': '48b70047-4f37-4bcb-9978-33a75e7a4b30', 'tenant_id': '88885460859447cea3664074daf50abb', 'mac_address': 'fa:16:3e:36:c2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '47785185-d5f8-433d-afab-e7fc9175212b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:06Z', 'updated_at': '2021-08-13T04:32:11Z', 'revision_number': 4, 'project_id': '88885460859447cea3664074daf50abb', 'subnets': [{'id': '47785185-d5f8-433d-afab-e7fc9175212b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:32:12.923980 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-528b0378-ed56-482c-90b1-9b1189e75255 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:12.928546 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-76297733-d3cc-44ef-a2db-7ac0c8c65e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3787110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3789051'] for router, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:12.946786 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e804612c-6693-43c0-8c10-53a3524addfe None None] Network f073cef8-5bf4-49e0-9232-a5af9661d148 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:32:12.958277 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3e856994-96b0-490c-ad04-d37c8614fbf4 None None] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:12.963069 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-e804612c-6693-43c0-8c10-53a3524addfe None None] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:32:12.981814 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e804612c-6693-43c0-8c10-53a3524addfe None None] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:32:12.995044 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e804612c-6693-43c0-8c10-53a3524addfe None None] Pushing event updated for resources: {'Port': ['ID=bbaedfa8-161c-4fed-9a3c-544adec5eafd,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:13.009213 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-3e856994-96b0-490c-ad04-d37c8614fbf4 None None] Transition to ACTIVE for port object d05a370e-92d9-45a4-b998-be0b8b002f02 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:32:13.050460 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-3e856994-96b0-490c-ad04-d37c8614fbf4 None None] Transition to ACTIVE for port object d05a370e-92d9-45a4-b998-be0b8b002f02 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:32:13.095224 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3e856994-96b0-490c-ad04-d37c8614fbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:13.156708 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76297733-d3cc-44ef-a2db-7ac0c8c65e40 admin admin] Router 31fc3f82-577c-4e6f-9992-7c99cf921c6d is scheduled to L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb with binding_index 1 {{(pid=93894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 04:32:13.178168 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-e804612c-6693-43c0-8c10-53a3524addfe None None] Attempting to bind port bbaedfa8-161c-4fed-9a3c-544adec5eafd on host dv-cinder-759961-6-iscsi for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:32:13.178574 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-e804612c-6693-43c0-8c10-53a3524addfe None None] Attempting to bind port bbaedfa8-161c-4fed-9a3c-544adec5eafd by drivers openvswitch,hyperv on host dv-cinder-759961-6-iscsi at level 0 using segments [{'id': 'b4214740-de29-4abe-ad39-4225a9160c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f073cef8-5bf4-49e0-9232-a5af9661d148'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:32:13.178940 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e804612c-6693-43c0-8c10-53a3524addfe None None] Attempting to bind port bbaedfa8-161c-4fed-9a3c-544adec5eafd on network f073cef8-5bf4-49e0-9232-a5af9661d148 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:32:13.200244 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e804612c-6693-43c0-8c10-53a3524addfe None None] Checking agent: {'id': '10f62c82-9a8d-499f-91cc-7991f11962ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 22, 11), 'started_at': datetime.datetime(2021, 8, 13, 4, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:32:13.200619 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e804612c-6693-43c0-8c10-53a3524addfe None None] Checking segment: {'id': 'b4214740-de29-4abe-ad39-4225a9160c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f073cef8-5bf4-49e0-9232-a5af9661d148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:32:13.201025 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e804612c-6693-43c0-8c10-53a3524addfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:13.201449 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e804612c-6693-43c0-8c10-53a3524addfe None None] Bound using segment: {'id': 'b4214740-de29-4abe-ad39-4225a9160c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f073cef8-5bf4-49e0-9232-a5af9661d148'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:32:13.201935 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-e804612c-6693-43c0-8c10-53a3524addfe None None] Bound port: bbaedfa8-161c-4fed-9a3c-544adec5eafd, host: dv-cinder-759961-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4214740-de29-4abe-ad39-4225a9160c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f073cef8-5bf4-49e0-9232-a5af9661d148'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:32:13.202321 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e804612c-6693-43c0-8c10-53a3524addfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:13.214695 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e856994-96b0-490c-ad04-d37c8614fbf4 None None] Network 87d3a17b-ea4d-435b-9c8e-36b4c38780d2 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:32:13.216671 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-3e856994-96b0-490c-ad04-d37c8614fbf4 None None] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:32:13.219488 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e856994-96b0-490c-ad04-d37c8614fbf4 None None] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:32:13.289168 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e856994-96b0-490c-ad04-d37c8614fbf4 None None] Pushing event updated for resources: {'Port': ['ID=d05a370e-92d9-45a4-b998-be0b8b002f02,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:13.310558 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76297733-d3cc-44ef-a2db-7ac0c8c65e40 admin admin] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:32:13.323500 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b1e7f1-d4ed-4e13-9ece-15ddeebf1f6d None None] Sync routers for ids ['31fc3f82-577c-4e6f-9992-7c99cf921c6d'] in dv-cinder-759961-6-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:32:13.329362 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-76297733-d3cc-44ef-a2db-7ac0c8c65e40 admin admin] Notify callbacks [] for router, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:13.333827 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-76297733-d3cc-44ef-a2db-7ac0c8c65e40 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3224545 Aug 13 04:32:13.334491 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 38496) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:32:13.339520 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b1e7f1-d4ed-4e13-9ece-15ddeebf1f6d None None] Routers {'31fc3f82-577c-4e6f-9992-7c99cf921c6d'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:32:13.340467 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-a1b1e7f1-d4ed-4e13-9ece-15ddeebf1f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:32:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['31fc3f82-577c-4e6f-9992-7c99cf921c6d'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:32:13.408534 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-e804612c-6693-43c0-8c10-53a3524addfe None None] For port bbaedfa8-161c-4fed-9a3c-544adec5eafd, host dv-cinder-759961-6-iscsi, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:32:13.412095 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-e804612c-6693-43c0-8c10-53a3524addfe None None] For port bbaedfa8-161c-4fed-9a3c-544adec5eafd, host dv-cinder-759961-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=bbaedfa8-161c-4fed-9a3c-544adec5eafd,segment=NetworkSegment(b4214740-de29-4abe-ad39-4225a9160c91),segment_id=b4214740-de29-4abe-ad39-4225a9160c91)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:32:13.413402 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-3e856994-96b0-490c-ad04-d37c8614fbf4 None None] Attempting to bind port d05a370e-92d9-45a4-b998-be0b8b002f02 on host dv-cinder-759961-6-iscsi for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:32:13.413840 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-3e856994-96b0-490c-ad04-d37c8614fbf4 None None] Attempting to bind port d05a370e-92d9-45a4-b998-be0b8b002f02 by drivers openvswitch,hyperv on host dv-cinder-759961-6-iscsi at level 0 using segments [{'id': '55400ce5-562b-4df1-92f9-d4df5f090c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:32:13.414228 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e856994-96b0-490c-ad04-d37c8614fbf4 None None] Attempting to bind port d05a370e-92d9-45a4-b998-be0b8b002f02 on network 87d3a17b-ea4d-435b-9c8e-36b4c38780d2 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:32:13.422392 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e804612c-6693-43c0-8c10-53a3524addfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:13.436109 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e856994-96b0-490c-ad04-d37c8614fbf4 None None] Checking agent: {'id': '10f62c82-9a8d-499f-91cc-7991f11962ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 22, 11), 'started_at': datetime.datetime(2021, 8, 13, 4, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:32:13.436638 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e856994-96b0-490c-ad04-d37c8614fbf4 None None] Checking segment: {'id': '55400ce5-562b-4df1-92f9-d4df5f090c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:32:13.437093 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3e856994-96b0-490c-ad04-d37c8614fbf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:13.437647 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e856994-96b0-490c-ad04-d37c8614fbf4 None None] Bound using segment: {'id': '55400ce5-562b-4df1-92f9-d4df5f090c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:32:13.438306 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-3e856994-96b0-490c-ad04-d37c8614fbf4 None None] Bound port: d05a370e-92d9-45a4-b998-be0b8b002f02, host: dv-cinder-759961-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55400ce5-562b-4df1-92f9-d4df5f090c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:32:13.438696 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3e856994-96b0-490c-ad04-d37c8614fbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:13.504691 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-a1b1e7f1-d4ed-4e13-9ece-15ddeebf1f6d None None] Set router 31fc3f82-577c-4e6f-9992-7c99cf921c6d gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:32:13.536637 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6c57c-84f4-4822-95ab-24bec967e9dd req-2a5fe9c7-33c4-49fa-ae5c-8330a4e9e7fe tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:13.544406 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-cba6c57c-84f4-4822-95ab-24bec967e9dd req-2a5fe9c7-33c4-49fa-ae5c-8330a4e9e7fe tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.2216723 Aug 13 04:32:13.560967 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793584b1-e9da-4b76-9b6c-ee78105588ea req-762767b7-a8a6-40df-8627-41ab99ef35d5 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:13.572562 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-793584b1-e9da-4b76-9b6c-ee78105588ea req-762767b7-a8a6-40df-8627-41ab99ef35d5 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.2500215 Aug 13 04:32:13.703059 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-793584b1-e9da-4b76-9b6c-ee78105588ea req-7e47674c-7444-4449-8a38-cb93eec76fc6 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284807 Aug 13 04:32:13.729723 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-cba6c57c-84f4-4822-95ab-24bec967e9dd req-e561612e-ee7a-4ebd-bb77-a5e8ed90f92b tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843314 Aug 13 04:32:13.889589 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-a1b1e7f1-d4ed-4e13-9ece-15ddeebf1f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fc3f82-577c-4e6f-9992-7c99cf921c6d', 'name': 'tempest-TestShelveInstance-921179327-router', 'tenant_id': '32774195f50a4f9c8f6b8d49f98cbfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ed9129b1-37ab-4e51-9190-944fd4a2cbca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:11Z', 'updated_at': '2021-08-13T04:32:12Z', 'revision_number': 3, 'project_id': '32774195f50a4f9c8f6b8d49f98cbfd5', 'gw_port': {'id': 'ed9129b1-37ab-4e51-9190-944fd4a2cbca', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fc3f82-577c-4e6f-9992-7c99cf921c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:12Z', 'updated_at': '2021-08-13T04:32:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi'}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:32:13.939079 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-3e856994-96b0-490c-ad04-d37c8614fbf4 None None] For port d05a370e-92d9-45a4-b998-be0b8b002f02, host dv-cinder-759961-6-iscsi, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:32:14.002555 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d948035-6977-4c5d-bbc1-cf6291285009 req-1c814d99-f1fb-45c6-a50e-e3754d04ad38 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:14.010536 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1d948035-6977-4c5d-bbc1-cf6291285009 req-1c814d99-f1fb-45c6-a50e-e3754d04ad38 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a362027-7dd0-4360-92f4-9028fd0081e7 HTTP/1.1" status: 200 len: 945 time: 0.1598883 Aug 13 04:32:14.015766 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e804612c-6693-43c0-8c10-53a3524addfe None None] Pushing event updated for resources: {'Port': ['ID=bbaedfa8-161c-4fed-9a3c-544adec5eafd,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:14.021162 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-3e856994-96b0-490c-ad04-d37c8614fbf4 None None] For port d05a370e-92d9-45a4-b998-be0b8b002f02, host dv-cinder-759961-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=d05a370e-92d9-45a4-b998-be0b8b002f02,segment=NetworkSegment(55400ce5-562b-4df1-92f9-d4df5f090c2a),segment_id=55400ce5-562b-4df1-92f9-d4df5f090c2a)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:32:14.035975 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b1e7f1-d4ed-4e13-9ece-15ddeebf1f6d None None] Checking router: 31fc3f82-577c-4e6f-9992-7c99cf921c6d for host: dv-cinder-759961-6-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:32:14.035975 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b1e7f1-d4ed-4e13-9ece-15ddeebf1f6d None None] Updating router 31fc3f82-577c-4e6f-9992-7c99cf921c6d port ed9129b1-37ab-4e51-9190-944fd4a2cbca binding host dv-cinder-759961-6-iscsi {{(pid=93896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:32:14.043009 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3e856994-96b0-490c-ad04-d37c8614fbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:14.053850 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:14.069341 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-528b0378-ed56-482c-90b1-9b1189e75255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3787110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3789051'] for router, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:14.083998 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1d948035-6977-4c5d-bbc1-cf6291285009 req-b7bcaf04-c4da-40c3-b42b-0ff55ce28201 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724943 Aug 13 04:32:14.125122 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a1b1e7f1-d4ed-4e13-9ece-15ddeebf1f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:14.164966 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 2b624ab2-c0d2-415a-8691-7c521ae321a2 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:32:14.222798 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e856994-96b0-490c-ad04-d37c8614fbf4 None None] Pushing event updated for resources: {'Port': ['ID=d05a370e-92d9-45a4-b998-be0b8b002f02,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:14.255025 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning for port 2b624ab2-c0d2-415a-8691-7c521ae321a2 completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:32:14.269438 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port 2b624ab2-c0d2-415a-8691-7c521ae321a2 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:32:14.271736 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:14.351719 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528b0378-ed56-482c-90b1-9b1189e75255 admin admin] Router 84c8ba90-bd75-48e8-9809-29e8e1ab1971 is scheduled to L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb with binding_index 1 {{(pid=93893) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 04:32:14.381231 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:14.387246 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0b71a0d2-952a-4447-9b80-d523f9f548cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:14.431521 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] For port 2b624ab2-c0d2-415a-8691-7c521ae321a2, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=2b624ab2-c0d2-415a-8691-7c521ae321a2,segment=NetworkSegment(39e38de4-be0d-4450-b900-31261b17f00f),segment_id=39e38de4-be0d-4450-b900-31261b17f00f)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:32:14.453736 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:14.532733 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Pushing event updated for resources: {'Port': ['ID=2b624ab2-c0d2-415a-8691-7c521ae321a2,revision_number=5']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:14.558154 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:32:14.558507 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:32:14.558858 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:32:14.559199 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:32:14.559532 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:32:14.559866 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:32:14.560197 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:32:14.560524 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:32:14.560852 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:32:14.561176 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:32:14.561522 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:32:14.561849 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:32:14.627781 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528b0378-ed56-482c-90b1-9b1189e75255 admin admin] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:32:14.646308 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad31257c-2584-423b-bdd2-a46c920c93be None None] Sync routers for ids ['84c8ba90-bd75-48e8-9809-29e8e1ab1971'] in dv-cinder-759961-6-iscsi {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:32:14.650596 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-528b0378-ed56-482c-90b1-9b1189e75255 admin admin] Notify callbacks [] for router, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:14.655054 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-528b0378-ed56-482c-90b1-9b1189e75255 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3213086 Aug 13 04:32:14.655834 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 38512) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:32:14.662890 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad31257c-2584-423b-bdd2-a46c920c93be None None] Routers {'84c8ba90-bd75-48e8-9809-29e8e1ab1971'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:32:14.665699 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-ad31257c-2584-423b-bdd2-a46c920c93be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:32:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['84c8ba90-bd75-48e8-9809-29e8e1ab1971'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:32:14.703517 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a1b1e7f1-d4ed-4e13-9ece-15ddeebf1f6d None None] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:14.726877 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-a1b1e7f1-d4ed-4e13-9ece-15ddeebf1f6d None None] Transition to ACTIVE for port object ed9129b1-37ab-4e51-9190-944fd4a2cbca will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:32:14.745617 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a1b1e7f1-d4ed-4e13-9ece-15ddeebf1f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:14.769587 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [None req-0b71a0d2-952a-4447-9b80-d523f9f548cc admin admin] Allocated IP 172.20.0.1 (f073cef8-5bf4-49e0-9232-a5af9661d148/bba673a5-adab-4a95-9868-495d2e36c95e/6a163653-5f0f-4ec5-8024-01af76f11f46) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:32:14.894654 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-a1b1e7f1-d4ed-4e13-9ece-15ddeebf1f6d None None] Attempting to bind port ed9129b1-37ab-4e51-9190-944fd4a2cbca on host dv-cinder-759961-6-iscsi for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:32:14.895104 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-a1b1e7f1-d4ed-4e13-9ece-15ddeebf1f6d None None] Attempting to bind port ed9129b1-37ab-4e51-9190-944fd4a2cbca by drivers openvswitch,hyperv on host dv-cinder-759961-6-iscsi at level 0 using segments [{'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:32:14.895472 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b1e7f1-d4ed-4e13-9ece-15ddeebf1f6d None None] Attempting to bind port ed9129b1-37ab-4e51-9190-944fd4a2cbca on network d5442241-d7fe-41d2-8545-5b5874d634cc {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:32:14.901176 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b1758-4c00-428a-a0d9-6bfc12076eaf None None] Pushing event updated for resources: {'Port': ['ID=ed9129b1-37ab-4e51-9190-944fd4a2cbca,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:14.903591 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b1e7f1-d4ed-4e13-9ece-15ddeebf1f6d None None] Checking agent: {'id': '10f62c82-9a8d-499f-91cc-7991f11962ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 22, 11), 'started_at': datetime.datetime(2021, 8, 13, 4, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:32:14.903965 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b1e7f1-d4ed-4e13-9ece-15ddeebf1f6d None None] Checking segment: {'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:32:14.904368 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a1b1e7f1-d4ed-4e13-9ece-15ddeebf1f6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:14.904761 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b1e7f1-d4ed-4e13-9ece-15ddeebf1f6d None None] Bound using segment: {'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:32:14.905239 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-a1b1e7f1-d4ed-4e13-9ece-15ddeebf1f6d None None] Bound port: ed9129b1-37ab-4e51-9190-944fd4a2cbca, host: dv-cinder-759961-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:32:14.907672 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a1b1e7f1-d4ed-4e13-9ece-15ddeebf1f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:14.929318 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-ad31257c-2584-423b-bdd2-a46c920c93be None None] Set router 84c8ba90-bd75-48e8-9809-29e8e1ab1971 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:32:14.932532 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b1758-4c00-428a-a0d9-6bfc12076eaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:32:14.932887 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b1758-4c00-428a-a0d9-6bfc12076eaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:32:14.933231 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b1758-4c00-428a-a0d9-6bfc12076eaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:32:14.933593 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b1758-4c00-428a-a0d9-6bfc12076eaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:32:14.933924 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b1758-4c00-428a-a0d9-6bfc12076eaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:32:14.934270 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b1758-4c00-428a-a0d9-6bfc12076eaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:32:14.934591 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b1758-4c00-428a-a0d9-6bfc12076eaf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:32:14.934901 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b1758-4c00-428a-a0d9-6bfc12076eaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:32:14.935232 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b1758-4c00-428a-a0d9-6bfc12076eaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:32:14.935558 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b1758-4c00-428a-a0d9-6bfc12076eaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:32:14.935882 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b1758-4c00-428a-a0d9-6bfc12076eaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:32:14.936201 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8b1758-4c00-428a-a0d9-6bfc12076eaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:32:14.942302 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0b71a0d2-952a-4447-9b80-d523f9f548cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:14.964609 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.provisioning_blocks [None req-0b71a0d2-952a-4447-9b80-d523f9f548cc admin admin] Transition to ACTIVE for port object 6a163653-5f0f-4ec5-8024-01af76f11f46 will not be triggered until provisioned by entity DHCP. {{(pid=93894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:32:15.058433 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0b71a0d2-952a-4447-9b80-d523f9f548cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:15.070514 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-a1b1e7f1-d4ed-4e13-9ece-15ddeebf1f6d None None] For port ed9129b1-37ab-4e51-9190-944fd4a2cbca, host dv-cinder-759961-6-iscsi, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:32:15.079063 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-a1b1e7f1-d4ed-4e13-9ece-15ddeebf1f6d None None] For port ed9129b1-37ab-4e51-9190-944fd4a2cbca, host dv-cinder-759961-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=ed9129b1-37ab-4e51-9190-944fd4a2cbca,segment=NetworkSegment(edab9050-aae2-4c9b-baa0-6e612e984a64),segment_id=edab9050-aae2-4c9b-baa0-6e612e984a64)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:32:15.090660 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-a1b1e7f1-d4ed-4e13-9ece-15ddeebf1f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:15.144196 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d670507e-d0f8-4bb5-a5d4-89949d99f75e None None] Network f073cef8-5bf4-49e0-9232-a5af9661d148 requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:32:15.160907 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b71a0d2-952a-4447-9b80-d523f9f548cc admin admin] Network f073cef8-5bf4-49e0-9232-a5af9661d148 is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:32:15.163988 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-0b71a0d2-952a-4447-9b80-d523f9f548cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:32:15.168428 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b71a0d2-952a-4447-9b80-d523f9f548cc admin admin] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:32:15.174251 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b1758-4c00-428a-a0d9-6bfc12076eaf None None] Pushing event updated for resources: {'Port': ['ID=ed9129b1-37ab-4e51-9190-944fd4a2cbca,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:15.209890 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b1e7f1-d4ed-4e13-9ece-15ddeebf1f6d None None] Routers {'31fc3f82-577c-4e6f-9992-7c99cf921c6d'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:32:15.210515 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-a1b1e7f1-d4ed-4e13-9ece-15ddeebf1f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:32:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['31fc3f82-577c-4e6f-9992-7c99cf921c6d'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:32:15.248054 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b71a0d2-952a-4447-9b80-d523f9f548cc admin admin] Pushing event updated for resources: {'Port': ['ID=6a163653-5f0f-4ec5-8024-01af76f11f46,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:15.254061 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0b71a0d2-952a-4447-9b80-d523f9f548cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3683374'] for router_interface, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:15.276689 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b6d7b-6284-4e8d-8395-21cb3cf3199b req-6c55dd52-f0e7-4551-924e-2555bb47abd4 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:15.279553 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7b2b6d7b-6284-4e8d-8395-21cb3cf3199b req-6c55dd52-f0e7-4551-924e-2555bb47abd4 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.4776621 Aug 13 04:32:15.301716 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-ece0c632-0960-4d6b-9aaf-d45b0b718734 None None] Provisioning for port bbaedfa8-161c-4fed-9a3c-544adec5eafd completed by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:32:15.350657 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-a1b1e7f1-d4ed-4e13-9ece-15ddeebf1f6d None None] Set router 31fc3f82-577c-4e6f-9992-7c99cf921c6d gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:32:15.359680 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e88ebf-aa9d-4b2c-b480-3f62039486bb req-4a60ddbd-4cd9-4f1c-9a54-05479da0ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:15.361169 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a8e88ebf-aa9d-4b2c-b480-3f62039486bb req-4a60ddbd-4cd9-4f1c-9a54-05479da0ea9b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=14887014218041cc86fddfa8a151dcd6&device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 1098 time: 0.2712276 Aug 13 04:32:15.413403 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7de50-1c36-46a7-b6cf-c39557dc816c req-cc742f05-3cde-467a-99cf-0f9f5e26b8bc tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:15.423372 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-40c7de50-1c36-46a7-b6cf-c39557dc816c req-cc742f05-3cde-467a-99cf-0f9f5e26b8bc tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.4703829 Aug 13 04:32:15.430165 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-ad31257c-2584-423b-bdd2-a46c920c93be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'name': 'tempest-TestVolumeBootPattern-334249644-router', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:11Z', 'updated_at': '2021-08-13T04:32:12Z', 'revision_number': 3, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'gw_port': {'id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:12Z', 'updated_at': '2021-08-13T04:32:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi'}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:32:15.490120 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad31257c-2584-423b-bdd2-a46c920c93be None None] Checking router: 84c8ba90-bd75-48e8-9809-29e8e1ab1971 for host: dv-cinder-759961-6-iscsi {{(pid=93895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:32:15.490471 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad31257c-2584-423b-bdd2-a46c920c93be None None] Updating router 84c8ba90-bd75-48e8-9809-29e8e1ab1971 port a68ab739-0ea9-4e11-998b-17e203ca2927 binding host dv-cinder-759961-6-iscsi {{(pid=93895) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:32:15.512880 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0b71a0d2-952a-4447-9b80-d523f9f548cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:15.526506 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ad31257c-2584-423b-bdd2-a46c920c93be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:15.673015 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7b2b6d7b-6284-4e8d-8395-21cb3cf3199b req-f7f387f4-1a91-4aa9-87d6-232d9af13daa tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466547 Aug 13 04:32:15.733410 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-40c7de50-1c36-46a7-b6cf-c39557dc816c req-d39df93d-96a7-416e-a5b7-c0c25e786b35 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2824295 Aug 13 04:32:15.771930 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-a1b1e7f1-d4ed-4e13-9ece-15ddeebf1f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fc3f82-577c-4e6f-9992-7c99cf921c6d', 'name': 'tempest-TestShelveInstance-921179327-router', 'tenant_id': '32774195f50a4f9c8f6b8d49f98cbfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ed9129b1-37ab-4e51-9190-944fd4a2cbca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:11Z', 'updated_at': '2021-08-13T04:32:12Z', 'revision_number': 3, 'project_id': '32774195f50a4f9c8f6b8d49f98cbfd5', 'gw_port': {'id': 'ed9129b1-37ab-4e51-9190-944fd4a2cbca', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fc3f82-577c-4e6f-9992-7c99cf921c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:12Z', 'updated_at': '2021-08-13T04:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi'}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:32:15.788618 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae7f9aa-9e53-4957-a35d-0677ca683f01 None None] Network 87d3a17b-ea4d-435b-9c8e-36b4c38780d2 requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:32:15.800868 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e88ebf-aa9d-4b2c-b480-3f62039486bb req-1f1189e7-bc91-425d-a1d2-df4896ffbb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:15.803121 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a8e88ebf-aa9d-4b2c-b480-3f62039486bb req-1f1189e7-bc91-425d-a1d2-df4896ffbb69 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9c9aa154-2553-4e43-a430-2b11cf059f5c HTTP/1.1" status: 200 len: 911 time: 0.4019084 Aug 13 04:32:15.819518 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0b71a0d2-952a-4447-9b80-d523f9f548cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:15.830059 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0b71a0d2-952a-4447-9b80-d523f9f548cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8757390'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:15.835448 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b1e7f1-d4ed-4e13-9ece-15ddeebf1f6d None None] The sync data for ids ['31fc3f82-577c-4e6f-9992-7c99cf921c6d'] in dv-cinder-759961-6-iscsi is: [{'id': '31fc3f82-577c-4e6f-9992-7c99cf921c6d', 'name': 'tempest-TestShelveInstance-921179327-router', 'tenant_id': '32774195f50a4f9c8f6b8d49f98cbfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ed9129b1-37ab-4e51-9190-944fd4a2cbca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:11Z', 'updated_at': '2021-08-13T04:32:12Z', 'revision_number': 3, 'project_id': '32774195f50a4f9c8f6b8d49f98cbfd5', 'gw_port': {'id': 'ed9129b1-37ab-4e51-9190-944fd4a2cbca', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fc3f82-577c-4e6f-9992-7c99cf921c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:12Z', 'updated_at': '2021-08-13T04:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi'}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:32:15.904286 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0b71a0d2-952a-4447-9b80-d523f9f548cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3683514'] for router_interface, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:16.040599 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-c160a46d-4119-4189-a754-b46e76a989ec None None] Provisioning for port d05a370e-92d9-45a4-b998-be0b8b002f02 completed by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:32:16.083882 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b71a0d2-952a-4447-9b80-d523f9f548cc admin admin] Pushing event updated for resources: {'Port': ['ID=6a163653-5f0f-4ec5-8024-01af76f11f46,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:16.121407 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a8e88ebf-aa9d-4b2c-b480-3f62039486bb req-e649de8c-ec32-45e3-8039-0785bf200802 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5bada29-7024-47b0-b3dd-d142dd41cdda HTTP/1.1" status: 200 len: 1000 time: 0.3006120 Aug 13 04:32:16.176489 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-442c8397-7a0f-4d64-8cde-b3e351d0f50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:16.191777 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b71a0d2-952a-4447-9b80-d523f9f548cc admin admin] Network f073cef8-5bf4-49e0-9232-a5af9661d148 is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:32:16.198279 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-0b71a0d2-952a-4447-9b80-d523f9f548cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:32:16.231729 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e882c-4857-4263-a15d-57c66a665f72 req-c9753b17-654f-4c1c-b0f8-17d932d01ca1 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:16.233309 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-af3e882c-4857-4263-a15d-57c66a665f72 req-c9753b17-654f-4c1c-b0f8-17d932d01ca1 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a362027-7dd0-4360-92f4-9028fd0081e7 HTTP/1.1" status: 200 len: 945 time: 0.3599086 Aug 13 04:32:16.251972 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-9f213ac5-f218-4ad6-b383-e7e997873f45 None None] Provisioning for port 6a163653-5f0f-4ec5-8024-01af76f11f46 completed by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:32:16.318621 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-9f213ac5-f218-4ad6-b383-e7e997873f45 None None] Provisioning complete for port 6a163653-5f0f-4ec5-8024-01af76f11f46 triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:32:16.319192 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9f213ac5-f218-4ad6-b383-e7e997873f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:16.349224 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e88ebf-aa9d-4b2c-b480-3f62039486bb req-a83fe2b9-75d6-46f3-876e-69ed607ae007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:16.362998 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a8e88ebf-aa9d-4b2c-b480-3f62039486bb req-a83fe2b9-75d6-46f3-876e-69ed607ae007 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5b21e272-0ba6-46ef-9194-8e0451e934ca HTTP/1.1" status: 200 len: 849 time: 0.2175627 Aug 13 04:32:16.408235 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device bbaedfa8-161c-4fed-9a3c-544adec5eafd up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:32:16.496301 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-9f213ac5-f218-4ad6-b383-e7e997873f45 None None] Port 6a163653-5f0f-4ec5-8024-01af76f11f46 cannot update to ACTIVE because it is not bound. {{(pid=93895) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:32:16.519201 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ad31257c-2584-423b-bdd2-a46c920c93be None None] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:16.544388 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-af3e882c-4857-4263-a15d-57c66a665f72 req-14f8e199-f902-4434-9eaf-b09f9a6542a0 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845716 Aug 13 04:32:16.586611 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-ad31257c-2584-423b-bdd2-a46c920c93be None None] Transition to ACTIVE for port object a68ab739-0ea9-4e11-998b-17e203ca2927 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:32:16.625097 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ad31257c-2584-423b-bdd2-a46c920c93be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:16.734002 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebac17-86be-42fd-ad75-5705b3ca5a25 None None] Pushing event updated for resources: {'Port': ['ID=a68ab739-0ea9-4e11-998b-17e203ca2927,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:16.858609 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-f48b734f-2609-485e-b1a2-a322a2c1c818 None None] Provisioning complete for port 6a163653-5f0f-4ec5-8024-01af76f11f46 triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:32:16.858981 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f48b734f-2609-485e-b1a2-a322a2c1c818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:16.873892 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e88ebf-aa9d-4b2c-b480-3f62039486bb req-567ae1f7-25e0-468c-8de2-513b49db7e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:16.879651 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a8e88ebf-aa9d-4b2c-b480-3f62039486bb req-567ae1f7-25e0-468c-8de2-513b49db7e1b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c9aa154-2553-4e43-a430-2b11cf059f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4475000 Aug 13 04:32:16.882208 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning for port bbaedfa8-161c-4fed-9a3c-544adec5eafd completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:32:16.955778 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port bbaedfa8-161c-4fed-9a3c-544adec5eafd triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:32:16.958160 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:17.027134 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-ad31257c-2584-423b-bdd2-a46c920c93be None None] Attempting to bind port a68ab739-0ea9-4e11-998b-17e203ca2927 on host dv-cinder-759961-6-iscsi for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:32:17.027679 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-ad31257c-2584-423b-bdd2-a46c920c93be None None] Attempting to bind port a68ab739-0ea9-4e11-998b-17e203ca2927 by drivers openvswitch,hyperv on host dv-cinder-759961-6-iscsi at level 0 using segments [{'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:32:17.028049 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad31257c-2584-423b-bdd2-a46c920c93be None None] Attempting to bind port a68ab739-0ea9-4e11-998b-17e203ca2927 on network d5442241-d7fe-41d2-8545-5b5874d634cc {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:32:17.038671 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 0657054b-1691-465d-9907-ea9e81ae050a up at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:32:17.089191 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b71a0d2-952a-4447-9b80-d523f9f548cc admin admin] Router 31fc3f82-577c-4e6f-9992-7c99cf921c6d has already been hosted by L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:32:17.097271 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.db_base_plugin_common [None req-442c8397-7a0f-4d64-8cde-b3e351d0f50f admin admin] Allocated IP 172.20.0.1 (87d3a17b-ea4d-435b-9c8e-36b4c38780d2/70eada8e-6c53-4591-b1fd-b63b9652e2e1/6ee537ad-5512-45bb-934e-4815e20a6d76) {{(pid=93893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:32:17.124266 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad31257c-2584-423b-bdd2-a46c920c93be None None] Checking agent: {'id': '10f62c82-9a8d-499f-91cc-7991f11962ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 22, 11), 'started_at': datetime.datetime(2021, 8, 13, 4, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:32:17.124639 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad31257c-2584-423b-bdd2-a46c920c93be None None] Checking segment: {'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:32:17.125061 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ad31257c-2584-423b-bdd2-a46c920c93be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:17.125461 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad31257c-2584-423b-bdd2-a46c920c93be None None] Bound using segment: {'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:32:17.126028 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-ad31257c-2584-423b-bdd2-a46c920c93be None None] Bound port: a68ab739-0ea9-4e11-998b-17e203ca2927, host: dv-cinder-759961-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:32:17.126414 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ad31257c-2584-423b-bdd2-a46c920c93be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:17.179976 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0f77c-b716-42b2-b535-4b26ffa30c5e req-84658d9c-44f6-4d12-9205-69b09644c65d tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:17.191318 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8fc0f77c-b716-42b2-b535-4b26ffa30c5e req-84658d9c-44f6-4d12-9205-69b09644c65d tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.3671110 Aug 13 04:32:17.214526 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-ad31257c-2584-423b-bdd2-a46c920c93be None None] For port a68ab739-0ea9-4e11-998b-17e203ca2927, host dv-cinder-759961-6-iscsi, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:32:17.218979 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-ad31257c-2584-423b-bdd2-a46c920c93be None None] For port a68ab739-0ea9-4e11-998b-17e203ca2927, host dv-cinder-759961-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=a68ab739-0ea9-4e11-998b-17e203ca2927,segment=NetworkSegment(edab9050-aae2-4c9b-baa0-6e612e984a64),segment_id=edab9050-aae2-4c9b-baa0-6e612e984a64)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:32:17.219332 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a8e88ebf-aa9d-4b2c-b480-3f62039486bb req-4f537e5e-29ba-4817-9790-f88e65dab321 service neutron] 10.222.0.64 "GET /v2.0/networks/9c9aa154-2553-4e43-a430-2b11cf059f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218145 Aug 13 04:32:17.253415 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ad31257c-2584-423b-bdd2-a46c920c93be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:17.280026 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-f48b734f-2609-485e-b1a2-a322a2c1c818 None None] Port 6a163653-5f0f-4ec5-8024-01af76f11f46 cannot update to ACTIVE because it is not bound. {{(pid=93895) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:32:17.341774 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b71a0d2-952a-4447-9b80-d523f9f548cc admin admin] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:32:17.351906 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-0b71a0d2-952a-4447-9b80-d523f9f548cc admin admin] 10.222.0.13 "PUT /v2.0/routers/31fc3f82-577c-4e6f-9992-7c99cf921c6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0162477 Aug 13 04:32:17.448912 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:17.546654 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fb401-d0fa-41e5-aee3-86a3d0c6f32a req-cca53512-ce91-4544-81d2-eae1bfaf3c6b tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:17.558672 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b17fb401-d0fa-41e5-aee3-86a3d0c6f32a req-cca53512-ce91-4544-81d2-eae1bfaf3c6b tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.5159979 Aug 13 04:32:17.582558 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning for port 0657054b-1691-465d-9907-ea9e81ae050a completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:32:17.592737 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-dd2b9fbb-b8c0-4509-baf6-99a091bb7f79 None None] Provisioning complete for port 6a163653-5f0f-4ec5-8024-01af76f11f46 triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:32:17.593102 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-dd2b9fbb-b8c0-4509-baf6-99a091bb7f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:17.630729 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a8e88ebf-aa9d-4b2c-b480-3f62039486bb req-361ec86e-e0a8-46df-80bc-5704f5c4cbf0 service neutron] 10.222.0.64 "GET /v2.0/networks/9c9aa154-2553-4e43-a430-2b11cf059f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884418 Aug 13 04:32:17.669846 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-dd2b9fbb-b8c0-4509-baf6-99a091bb7f79 None None] Port 6a163653-5f0f-4ec5-8024-01af76f11f46 cannot update to ACTIVE because it is not bound. {{(pid=93895) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:32:17.679157 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad31257c-2584-423b-bdd2-a46c920c93be None None] Routers {'84c8ba90-bd75-48e8-9809-29e8e1ab1971'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:32:17.679902 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-ad31257c-2584-423b-bdd2-a46c920c93be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:32:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['84c8ba90-bd75-48e8-9809-29e8e1ab1971'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:32:17.682308 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning complete for port 0657054b-1691-465d-9907-ea9e81ae050a triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:32:17.682685 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:17.688637 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8fc0f77c-b716-42b2-b535-4b26ffa30c5e req-9892b16f-24b3-4616-af16-9b2cd920b6df tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4962327 Aug 13 04:32:17.735104 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebac17-86be-42fd-ad75-5705b3ca5a25 None None] Pushing event updated for resources: {'Port': ['ID=a68ab739-0ea9-4e11-998b-17e203ca2927,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:17.944202 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] For port bbaedfa8-161c-4fed-9a3c-544adec5eafd, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=bbaedfa8-161c-4fed-9a3c-544adec5eafd,segment=NetworkSegment(b4214740-de29-4abe-ad39-4225a9160c91),segment_id=b4214740-de29-4abe-ad39-4225a9160c91)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:32:17.967896 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:17.968939 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device d05a370e-92d9-45a4-b998-be0b8b002f02 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:32:18.161839 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b17fb401-d0fa-41e5-aee3-86a3d0c6f32a req-aeb28841-49cb-460a-9455-854c5f86c690 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6031024 Aug 13 04:32:18.183441 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:18.196644 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Pushing event updated for resources: {'Port': ['ID=bbaedfa8-161c-4fed-9a3c-544adec5eafd,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:18.215349 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning for port d05a370e-92d9-45a4-b998-be0b8b002f02 completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:32:18.223439 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-ad31257c-2584-423b-bdd2-a46c920c93be None None] Set router 84c8ba90-bd75-48e8-9809-29e8e1ab1971 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:32:18.226933 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-442c8397-7a0f-4d64-8cde-b3e351d0f50f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:18.266268 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.provisioning_blocks [None req-442c8397-7a0f-4d64-8cde-b3e351d0f50f admin admin] Transition to ACTIVE for port object 6ee537ad-5512-45bb-934e-4815e20a6d76 will not be triggered until provisioned by entity DHCP. {{(pid=93893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:32:18.315514 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port d05a370e-92d9-45a4-b998-be0b8b002f02 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:32:18.317111 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:18.327103 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a362027-7dd0-4360-92f4-9028fd0081e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0657054b-1691-465d-9907-ea9e81ae050a'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:32:18.329010 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c92d4982b19a4a1727383111979b328de092d32a0bc2fa1b4d64c134060166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c260ed1-ecf1-46b6-9302-27f7caea7d26" -d '{"events": [{"server_uuid": "4a362027-7dd0-4360-92f4-9028fd0081e7", "name": "network-vif-plugged", "status": "completed", "tag": "0657054b-1691-465d-9907-ea9e81ae050a"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:32:18.356507 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 38590) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:32:18.361548 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-0dcf8968-bbf1-492f-9ee8-e162e14ee63a tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-497389403', 'description': 'tempest-secgroup-smoke-497389403 description', 'project_id': '88885460859447cea3664074daf50abb'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:32:18.382680 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8c310-9600-4fd7-940b-af8b62122625 req-a4918e04-f6c8-473d-84e6-28cdb1d5a7f7 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:18.384160 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ecb8c310-9600-4fd7-940b-af8b62122625 req-a4918e04-f6c8-473d-84e6-28cdb1d5a7f7 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a362027-7dd0-4360-92f4-9028fd0081e7 HTTP/1.1" status: 200 len: 945 time: 0.0956647 Aug 13 04:32:18.387832 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 0657054b-1691-465d-9907-ea9e81ae050a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=0657054b-1691-465d-9907-ea9e81ae050a,segment=NetworkSegment(294d5366-306b-4365-8cf5-2c3e5f8bb811),segment_id=294d5366-306b-4365-8cf5-2c3e5f8bb811)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:32:18.409781 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:18.419144 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0dcf8968-bbf1-492f-9ee8-e162e14ee63a tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:18.423828 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-442c8397-7a0f-4d64-8cde-b3e351d0f50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:18.511667 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ace9a2-08ff-4c99-846e-6ad492e38719 x-openstack-request-id: req-d5ace9a2-08ff-4c99-846e-6ad492e38719 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:32:18.511958 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a362027-7dd0-4360-92f4-9028fd0081e7", "name": "network-vif-plugged", "status": "completed", "tag": "0657054b-1691-465d-9907-ea9e81ae050a", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:32:18.512258 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d5ace9a2-08ff-4c99-846e-6ad492e38719 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:32:18.513170 dv-cinder-759961-6-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a362027-7dd0-4360-92f4-9028fd0081e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0657054b-1691-465d-9907-ea9e81ae050a', 'code': 200} Aug 13 04:32:18.518928 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442c8397-7a0f-4d64-8cde-b3e351d0f50f admin admin] Network 87d3a17b-ea4d-435b-9c8e-36b4c38780d2 is already hosted by enough agents. {{(pid=93893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:32:18.547776 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.base_scheduler [None req-442c8397-7a0f-4d64-8cde-b3e351d0f50f admin admin] Resources bound (agent type, host, resource id): {{(pid=93893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:32:18.564868 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442c8397-7a0f-4d64-8cde-b3e351d0f50f admin admin] Received port after_create {{(pid=93893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:32:18.626510 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-442c8397-7a0f-4d64-8cde-b3e351d0f50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3683374'] for router_interface, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:18.656457 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=0657054b-1691-465d-9907-ea9e81ae050a,revision_number=5']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:18.711303 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0dcf8968-bbf1-492f-9ee8-e162e14ee63a tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:18.721629 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0dcf8968-bbf1-492f-9ee8-e162e14ee63a tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:18.807620 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf8968-bbf1-492f-9ee8-e162e14ee63a tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01729468-5a21-4276-9b14-32108ef27797,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:18.809931 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0dcf8968-bbf1-492f-9ee8-e162e14ee63a tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:18.832942 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-0dcf8968-bbf1-492f-9ee8-e162e14ee63a tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4728377 Aug 13 04:32:18.834528 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 38598) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:32:18.838813 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-cfeb61a2-5cd8-4709-8e97-cfbe009ec5b6 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Request body: {'security_group_rule': {'security_group_id': '01729468-5a21-4276-9b14-32108ef27797', 'project_id': '88885460859447cea3664074daf50abb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:32:18.871587 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:18.904400 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ecb8c310-9600-4fd7-940b-af8b62122625 req-c0649420-0eea-4645-a921-1a85f25edad9 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5053930 Aug 13 04:32:18.923131 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-ad31257c-2584-423b-bdd2-a46c920c93be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'name': 'tempest-TestVolumeBootPattern-334249644-router', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:11Z', 'updated_at': '2021-08-13T04:32:12Z', 'revision_number': 3, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'gw_port': {'id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:12Z', 'updated_at': '2021-08-13T04:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi'}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:32:18.951472 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc540a6-444d-42c8-8c1e-8375bb4625d4 req-99ab3666-bd8f-476e-8cc8-77d40373017f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:18.953370 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9bc540a6-444d-42c8-8c1e-8375bb4625d4 req-99ab3666-bd8f-476e-8cc8-77d40373017f service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4a362027-7dd0-4360-92f4-9028fd0081e7 HTTP/1.1" status: 200 len: 1099 time: 0.1800480 Aug 13 04:32:18.953807 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-cfeb61a2-5cd8-4709-8e97-cfbe009ec5b6 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:18.954633 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c8397-7a0f-4d64-8cde-b3e351d0f50f admin admin] Pushing event updated for resources: {'Port': ['ID=6ee537ad-5512-45bb-934e-4815e20a6d76,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:18.966216 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-442c8397-7a0f-4d64-8cde-b3e351d0f50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:18.992728 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011e4154-c529-4b3a-ac7f-6bed39265379 None None] Sync routers for ids ['31fc3f82-577c-4e6f-9992-7c99cf921c6d'] in dv-cinder-759961-6-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:32:19.017238 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011e4154-c529-4b3a-ac7f-6bed39265379 None None] Routers {'31fc3f82-577c-4e6f-9992-7c99cf921c6d'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:32:19.019828 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-011e4154-c529-4b3a-ac7f-6bed39265379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:32:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['31fc3f82-577c-4e6f-9992-7c99cf921c6d'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:32:19.033512 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad31257c-2584-423b-bdd2-a46c920c93be None None] The sync data for ids ['84c8ba90-bd75-48e8-9809-29e8e1ab1971'] in dv-cinder-759961-6-iscsi is: [{'id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'name': 'tempest-TestVolumeBootPattern-334249644-router', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:11Z', 'updated_at': '2021-08-13T04:32:12Z', 'revision_number': 3, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'gw_port': {'id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:12Z', 'updated_at': '2021-08-13T04:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi'}] {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:32:19.079089 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] For port d05a370e-92d9-45a4-b998-be0b8b002f02, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=d05a370e-92d9-45a4-b998-be0b8b002f02,segment=NetworkSegment(55400ce5-562b-4df1-92f9-d4df5f090c2a),segment_id=55400ce5-562b-4df1-92f9-d4df5f090c2a)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:32:19.108790 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:19.109775 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 2b624ab2-c0d2-415a-8691-7c521ae321a2 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:32:19.163571 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-cfeb61a2-5cd8-4709-8e97-cfbe009ec5b6 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:19.173616 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-cfeb61a2-5cd8-4709-8e97-cfbe009ec5b6 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143688'] for security_group_rule, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:19.182539 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9bc540a6-444d-42c8-8c1e-8375bb4625d4 req-73c79430-e273-44b8-af07-dda1e239effe service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700604 Aug 13 04:32:19.208616 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb61a2-5cd8-4709-8e97-cfbe009ec5b6 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd1b782a-dbc2-4489-9bdb-b3c1c432c918,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:19.224344 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dd3877-3dd5-4571-993a-70a420cb26d3 req-f473e41f-01d4-4278-bf41-ddbc42ad1b82 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:19.235902 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-011e4154-c529-4b3a-ac7f-6bed39265379 None None] Set router 31fc3f82-577c-4e6f-9992-7c99cf921c6d gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:32:19.236395 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-cfeb61a2-5cd8-4709-8e97-cfbe009ec5b6 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:19.239160 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-cfeb61a2-5cd8-4709-8e97-cfbe009ec5b6 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4044385 Aug 13 04:32:19.242142 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 38610) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:32:19.245954 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f8dd3877-3dd5-4571-993a-70a420cb26d3 req-f473e41f-01d4-4278-bf41-ddbc42ad1b82 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.3824258 Aug 13 04:32:19.256816 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-69349038-06c6-427b-b829-54b211f90cab tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Request body: {'security_group_rule': {'security_group_id': '01729468-5a21-4276-9b14-32108ef27797', 'project_id': '88885460859447cea3664074daf50abb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:32:19.301140 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-6e9056c0-46cc-49b9-aad6-787c4b3ebb03 None None] Provisioning for port 6ee537ad-5512-45bb-934e-4815e20a6d76 completed by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:32:19.315237 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-6e9056c0-46cc-49b9-aad6-787c4b3ebb03 None None] Provisioning complete for port 6ee537ad-5512-45bb-934e-4815e20a6d76 triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:32:19.318112 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6e9056c0-46cc-49b9-aad6-787c4b3ebb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:19.326951 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-69349038-06c6-427b-b829-54b211f90cab tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:19.397116 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Pushing event updated for resources: {'Port': ['ID=d05a370e-92d9-45a4-b998-be0b8b002f02,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:19.433866 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-442c8397-7a0f-4d64-8cde-b3e351d0f50f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:19.437085 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-6e9056c0-46cc-49b9-aad6-787c4b3ebb03 None None] Port 6ee537ad-5512-45bb-934e-4815e20a6d76 cannot update to ACTIVE because it is not bound. {{(pid=93895) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:32:19.439156 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port 2b624ab2-c0d2-415a-8691-7c521ae321a2 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:32:19.439972 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:19.469142 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-69349038-06c6-427b-b829-54b211f90cab tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:19.475286 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-69349038-06c6-427b-b829-54b211f90cab tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143688'] for security_group_rule, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:19.484079 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-442c8397-7a0f-4d64-8cde-b3e351d0f50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9290061'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:19.519817 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69349038-06c6-427b-b829-54b211f90cab tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da3e705-b798-4406-b3dd-ddfd6b5ab991,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:19.523020 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-69349038-06c6-427b-b829-54b211f90cab tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:19.525019 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-69349038-06c6-427b-b829-54b211f90cab tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2805614 Aug 13 04:32:19.528027 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 38614) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:32:19.538939 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-23253a1a-c524-4b6d-81c9-dd54ad5ebd9d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Request body: {'security_group_rule': {'security_group_id': '01729468-5a21-4276-9b14-32108ef27797', 'project_id': '88885460859447cea3664074daf50abb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:32:19.578624 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-23253a1a-c524-4b6d-81c9-dd54ad5ebd9d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:19.637705 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f8dd3877-3dd5-4571-993a-70a420cb26d3 req-fa0d1cbc-330e-4822-8c88-f72d949a31e5 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900840 Aug 13 04:32:19.681838 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-442c8397-7a0f-4d64-8cde-b3e351d0f50f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3683514'] for router_interface, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:19.773737 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-23253a1a-c524-4b6d-81c9-dd54ad5ebd9d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:19.781130 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-23253a1a-c524-4b6d-81c9-dd54ad5ebd9d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143688'] for security_group_rule, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:19.844981 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23253a1a-c524-4b6d-81c9-dd54ad5ebd9d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c3e7c27-a81c-4cf5-8a1d-99ffa51ca2ff,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:19.866736 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-23253a1a-c524-4b6d-81c9-dd54ad5ebd9d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:19.874188 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-23253a1a-c524-4b6d-81c9-dd54ad5ebd9d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3435884 Aug 13 04:32:19.875055 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 38620) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:32:19.894945 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-12671279-f922-47b2-9552-6fcd99c4f410 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Request body: {'security_group_rule': {'security_group_id': '01729468-5a21-4276-9b14-32108ef27797', 'project_id': '88885460859447cea3664074daf50abb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:32:19.897903 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442c8397-7a0f-4d64-8cde-b3e351d0f50f admin admin] Network 87d3a17b-ea4d-435b-9c8e-36b4c38780d2 is already hosted by enough agents. {{(pid=93893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:32:19.901992 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.base_scheduler [None req-442c8397-7a0f-4d64-8cde-b3e351d0f50f admin admin] Resources bound (agent type, host, resource id): {{(pid=93893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:32:19.952169 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-011e4154-c529-4b3a-ac7f-6bed39265379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fc3f82-577c-4e6f-9992-7c99cf921c6d', 'name': 'tempest-TestShelveInstance-921179327-router', 'tenant_id': '32774195f50a4f9c8f6b8d49f98cbfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ed9129b1-37ab-4e51-9190-944fd4a2cbca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:11Z', 'updated_at': '2021-08-13T04:32:15Z', 'revision_number': 4, 'project_id': '32774195f50a4f9c8f6b8d49f98cbfd5', 'gw_port': {'id': 'ed9129b1-37ab-4e51-9190-944fd4a2cbca', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fc3f82-577c-4e6f-9992-7c99cf921c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:12Z', 'updated_at': '2021-08-13T04:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': '6a163653-5f0f-4ec5-8024-01af76f11f46', 'name': '', 'network_id': 'f073cef8-5bf4-49e0-9232-a5af9661d148', 'tenant_id': '32774195f50a4f9c8f6b8d49f98cbfd5', 'mac_address': 'fa:16:3e:2f:95:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fc3f82-577c-4e6f-9992-7c99cf921c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'bba673a5-adab-4a95-9868-495d2e36c95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:14Z', 'updated_at': '2021-08-13T04:32:15Z', 'revision_number': 2, 'project_id': '32774195f50a4f9c8f6b8d49f98cbfd5', 'subnets': [{'id': 'bba673a5-adab-4a95-9868-495d2e36c95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:32:19.982255 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e940499-89ab-4615-9e4a-bdf57be6fa07 req-75998af9-ba5a-45dd-b081-2993e1b8f0b8 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:19.998140 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7e940499-89ab-4615-9e4a-bdf57be6fa07 req-75998af9-ba5a-45dd-b081-2993e1b8f0b8 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.5520430 Aug 13 04:32:20.005718 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-12671279-f922-47b2-9552-6fcd99c4f410 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:20.067509 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011e4154-c529-4b3a-ac7f-6bed39265379 None None] Checking router: 31fc3f82-577c-4e6f-9992-7c99cf921c6d for host: dv-cinder-759961-6-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:32:20.068043 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011e4154-c529-4b3a-ac7f-6bed39265379 None None] Updating router 31fc3f82-577c-4e6f-9992-7c99cf921c6d port 6a163653-5f0f-4ec5-8024-01af76f11f46 binding host dv-cinder-759961-6-iscsi {{(pid=93896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:32:20.144819 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-12671279-f922-47b2-9552-6fcd99c4f410 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:20.148241 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-011e4154-c529-4b3a-ac7f-6bed39265379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:20.153085 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-12671279-f922-47b2-9552-6fcd99c4f410 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143688'] for security_group_rule, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:20.179637 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7e940499-89ab-4615-9e4a-bdf57be6fa07 req-97751401-5d27-43e7-bd46-483aa4b64269 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804168 Aug 13 04:32:20.180424 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c8397-7a0f-4d64-8cde-b3e351d0f50f admin admin] Pushing event updated for resources: {'Port': ['ID=6ee537ad-5512-45bb-934e-4815e20a6d76,revision_number=2']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:20.187405 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device bbaedfa8-161c-4fed-9a3c-544adec5eafd up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:32:20.233293 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12671279-f922-47b2-9552-6fcd99c4f410 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d0f29d3-edae-4655-a1d1-fe93f006652a,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:20.256838 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-12671279-f922-47b2-9552-6fcd99c4f410 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:20.270477 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-12671279-f922-47b2-9552-6fcd99c4f410 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3930929 Aug 13 04:32:20.271488 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 38624) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:32:20.293585 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-1d058a43-dbf2-42aa-b9df-b19522519688 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Request body: {'security_group_rule': {'security_group_id': '01729468-5a21-4276-9b14-32108ef27797', 'project_id': '88885460859447cea3664074daf50abb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:32:20.365596 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.db.securitygroups_db [None req-1d058a43-dbf2-42aa-b9df-b19522519688 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Project 88885460859447cea3664074daf50abb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 04:32:20.378533 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1d058a43-dbf2-42aa-b9df-b19522519688 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:20.410471 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085baca8-f7d0-42ed-bef3-dcb6d6f72ccf req-143bebc7-5d18-43d9-8175-0724d13e78f0 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:20.413289 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-085baca8-f7d0-42ed-bef3-dcb6d6f72ccf req-143bebc7-5d18-43d9-8175-0724d13e78f0 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a362027-7dd0-4360-92f4-9028fd0081e7 HTTP/1.1" status: 200 len: 946 time: 0.2580459 Aug 13 04:32:20.422584 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-8eac72b7-31a1-4be4-b43c-0a70b8ab6c95 None None] Provisioning complete for port 6ee537ad-5512-45bb-934e-4815e20a6d76 triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:32:20.432319 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8eac72b7-31a1-4be4-b43c-0a70b8ab6c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:20.445411 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port bbaedfa8-161c-4fed-9a3c-544adec5eafd triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:32:20.447250 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:20.515911 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1d058a43-dbf2-42aa-b9df-b19522519688 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:20.519158 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442c8397-7a0f-4d64-8cde-b3e351d0f50f admin admin] Router 84c8ba90-bd75-48e8-9809-29e8e1ab1971 has already been hosted by L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb {{(pid=93893) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:32:20.528795 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1d058a43-dbf2-42aa-b9df-b19522519688 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143688'] for security_group_rule, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:20.536252 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-085baca8-f7d0-42ed-bef3-dcb6d6f72ccf req-168f35a4-e82f-4bcc-a5c2-68ec16571db3 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054451 Aug 13 04:32:20.576572 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d058a43-dbf2-42aa-b9df-b19522519688 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f85fb633-9c26-44cb-98b2-bf1e1a50c91b,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:20.592444 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1d058a43-dbf2-42aa-b9df-b19522519688 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:20.601824 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-1d058a43-dbf2-42aa-b9df-b19522519688 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3123627 Aug 13 04:32:20.612909 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 38632) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:32:20.642336 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-8eac72b7-31a1-4be4-b43c-0a70b8ab6c95 None None] Port 6ee537ad-5512-45bb-934e-4815e20a6d76 cannot update to ACTIVE because it is not bound. {{(pid=93895) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:32:20.651702 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-e83dae8a-82ee-44d9-a5c6-a0f475d379c1 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Request body: {'security_group_rule': {'security_group_id': '01729468-5a21-4276-9b14-32108ef27797', 'project_id': '88885460859447cea3664074daf50abb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:32:20.762361 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442c8397-7a0f-4d64-8cde-b3e351d0f50f admin admin] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:32:20.766474 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.db.securitygroups_db [None req-e83dae8a-82ee-44d9-a5c6-a0f475d379c1 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Project 88885460859447cea3664074daf50abb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 04:32:20.785555 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-442c8397-7a0f-4d64-8cde-b3e351d0f50f admin admin] 10.222.0.13 "PUT /v2.0/routers/84c8ba90-bd75-48e8-9809-29e8e1ab1971/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1284635 Aug 13 04:32:20.786045 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e83dae8a-82ee-44d9-a5c6-a0f475d379c1 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:20.870927 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device a68ab739-0ea9-4e11-998b-17e203ca2927 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:32:20.900243 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e344ef-571e-4081-b371-e182bda64d5c req-413528dd-f195-42c4-bf1b-439e9ca97b3a tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:20.907811 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-87e344ef-571e-4081-b371-e182bda64d5c req-413528dd-f195-42c4-bf1b-439e9ca97b3a tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.0990059 Aug 13 04:32:20.935090 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning for port a68ab739-0ea9-4e11-998b-17e203ca2927 completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:32:20.946778 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port a68ab739-0ea9-4e11-998b-17e203ca2927 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:32:20.947180 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:20.963439 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-011e4154-c529-4b3a-ac7f-6bed39265379 None None] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:20.969820 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-87e344ef-571e-4081-b371-e182bda64d5c req-4c30a849-0959-4cf1-8e33-c2f41884a9da tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602379 Aug 13 04:32:20.995375 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e83dae8a-82ee-44d9-a5c6-a0f475d379c1 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:20.999895 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-011e4154-c529-4b3a-ac7f-6bed39265379 None None] Transition to ACTIVE for port object 6a163653-5f0f-4ec5-8024-01af76f11f46 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:32:21.005525 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e83dae8a-82ee-44d9-a5c6-a0f475d379c1 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143688'] for security_group_rule, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:21.013327 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-011e4154-c529-4b3a-ac7f-6bed39265379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:21.039066 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83dae8a-82ee-44d9-a5c6-a0f475d379c1 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd6bda2a-f3d6-4782-b230-17c44178dabb,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:21.043781 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e83dae8a-82ee-44d9-a5c6-a0f475d379c1 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:21.047735 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-e83dae8a-82ee-44d9-a5c6-a0f475d379c1 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4383168 Aug 13 04:32:21.112669 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756203f-be16-4e9c-970c-fd5897207843 None None] Pushing event updated for resources: {'Port': ['ID=6a163653-5f0f-4ec5-8024-01af76f11f46,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:21.127179 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:21.163627 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] For port a68ab739-0ea9-4e11-998b-17e203ca2927, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=a68ab739-0ea9-4e11-998b-17e203ca2927,segment=NetworkSegment(edab9050-aae2-4c9b-baa0-6e612e984a64),segment_id=edab9050-aae2-4c9b-baa0-6e612e984a64)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:32:21.171076 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:21.172108 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device ed9129b1-37ab-4e51-9190-944fd4a2cbca up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:32:21.314973 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-011e4154-c529-4b3a-ac7f-6bed39265379 None None] Attempting to bind port 6a163653-5f0f-4ec5-8024-01af76f11f46 on host dv-cinder-759961-6-iscsi for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:32:21.315496 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-011e4154-c529-4b3a-ac7f-6bed39265379 None None] Attempting to bind port 6a163653-5f0f-4ec5-8024-01af76f11f46 by drivers openvswitch,hyperv on host dv-cinder-759961-6-iscsi at level 0 using segments [{'id': 'b4214740-de29-4abe-ad39-4225a9160c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f073cef8-5bf4-49e0-9232-a5af9661d148'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:32:21.315929 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011e4154-c529-4b3a-ac7f-6bed39265379 None None] Attempting to bind port 6a163653-5f0f-4ec5-8024-01af76f11f46 on network f073cef8-5bf4-49e0-9232-a5af9661d148 {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:32:21.322259 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011e4154-c529-4b3a-ac7f-6bed39265379 None None] Checking agent: {'id': '10f62c82-9a8d-499f-91cc-7991f11962ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 22, 11), 'started_at': datetime.datetime(2021, 8, 13, 4, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:32:21.322817 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011e4154-c529-4b3a-ac7f-6bed39265379 None None] Checking segment: {'id': 'b4214740-de29-4abe-ad39-4225a9160c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f073cef8-5bf4-49e0-9232-a5af9661d148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:32:21.323311 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-011e4154-c529-4b3a-ac7f-6bed39265379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:21.323893 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-011e4154-c529-4b3a-ac7f-6bed39265379 None None] Bound using segment: {'id': 'b4214740-de29-4abe-ad39-4225a9160c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f073cef8-5bf4-49e0-9232-a5af9661d148'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:32:21.324631 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-011e4154-c529-4b3a-ac7f-6bed39265379 None None] Bound port: 6a163653-5f0f-4ec5-8024-01af76f11f46, host: dv-cinder-759961-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4214740-de29-4abe-ad39-4225a9160c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f073cef8-5bf4-49e0-9232-a5af9661d148'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:32:21.325221 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-011e4154-c529-4b3a-ac7f-6bed39265379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:21.348062 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Pushing event updated for resources: {'Port': ['ID=a68ab739-0ea9-4e11-998b-17e203ca2927,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:21.369651 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning for port ed9129b1-37ab-4e51-9190-944fd4a2cbca completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:32:21.378973 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port ed9129b1-37ab-4e51-9190-944fd4a2cbca triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:32:21.381715 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:21.494805 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-011e4154-c529-4b3a-ac7f-6bed39265379 None None] For port 6a163653-5f0f-4ec5-8024-01af76f11f46, host dv-cinder-759961-6-iscsi, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:32:21.500294 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-011e4154-c529-4b3a-ac7f-6bed39265379 None None] For port 6a163653-5f0f-4ec5-8024-01af76f11f46, host dv-cinder-759961-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=6a163653-5f0f-4ec5-8024-01af76f11f46,segment=NetworkSegment(b4214740-de29-4abe-ad39-4225a9160c91),segment_id=b4214740-de29-4abe-ad39-4225a9160c91)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:32:21.510168 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-011e4154-c529-4b3a-ac7f-6bed39265379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:21.520052 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214e984-71da-4797-90a6-083700925ea2 req-8c6490e7-f63f-406c-863a-893538d796c8 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:21.530344 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a214e984-71da-4797-90a6-083700925ea2 req-8c6490e7-f63f-406c-863a-893538d796c8 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.1101227 Aug 13 04:32:21.595734 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a214e984-71da-4797-90a6-083700925ea2 req-b6af1340-4466-420d-bac8-e058153b7cae tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641556 Aug 13 04:32:21.630867 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011e4154-c529-4b3a-ac7f-6bed39265379 None None] Routers {'31fc3f82-577c-4e6f-9992-7c99cf921c6d'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:32:21.631510 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-011e4154-c529-4b3a-ac7f-6bed39265379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:32:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['31fc3f82-577c-4e6f-9992-7c99cf921c6d'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:32:21.704895 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:21.833205 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756203f-be16-4e9c-970c-fd5897207843 None None] Pushing event updated for resources: {'Port': ['ID=6a163653-5f0f-4ec5-8024-01af76f11f46,revision_number=4']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:21.840973 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad590976-c83f-4baa-af7c-defac5cbdfc9 req-02998f0d-0c8d-4f84-8cdb-bfe45ffa2c74 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:21.847920 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] For port ed9129b1-37ab-4e51-9190-944fd4a2cbca, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=ed9129b1-37ab-4e51-9190-944fd4a2cbca,segment=NetworkSegment(edab9050-aae2-4c9b-baa0-6e612e984a64),segment_id=edab9050-aae2-4c9b-baa0-6e612e984a64)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:32:21.849569 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ad590976-c83f-4baa-af7c-defac5cbdfc9 req-02998f0d-0c8d-4f84-8cdb-bfe45ffa2c74 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a362027-7dd0-4360-92f4-9028fd0081e7 HTTP/1.1" status: 200 len: 946 time: 0.0643659 Aug 13 04:32:21.860985 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:21.871078 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device d05a370e-92d9-45a4-b998-be0b8b002f02 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:32:21.914312 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 38718) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:32:21.916031 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-011e4154-c529-4b3a-ac7f-6bed39265379 None None] Set router 31fc3f82-577c-4e6f-9992-7c99cf921c6d gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:32:21.922474 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-a0451d75-c9a3-44e1-b52a-fe47c86beb0c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-613859592-network', 'tenant_id': 'e86147e2ff2342ff8a28b3b65a60cbf7'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:32:21.929206 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ad590976-c83f-4baa-af7c-defac5cbdfc9 req-89e8141e-14df-4f90-b3f7-15e6201f3879 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784748 Aug 13 04:32:21.973885 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0451d75-c9a3-44e1-b52a-fe47c86beb0c admin admin] Made reservation on behalf of e86147e2ff2342ff8a28b3b65a60cbf7 for: {'network': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:32:21.976700 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a0451d75-c9a3-44e1-b52a-fe47c86beb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for network, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:22.044404 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a0451d75-c9a3-44e1-b52a-fe47c86beb0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:22.191758 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa832bb-3677-4464-b79c-60eb8733df83 req-ed986d99-8e28-4dc1-9cdf-9bbe3feaba6c tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:22.198352 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-aaa832bb-3677-4464-b79c-60eb8733df83 req-ed986d99-8e28-4dc1-9cdf-9bbe3feaba6c tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.1204383 Aug 13 04:32:22.246002 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48ce3d0-1275-4989-bb54-cd4958ac11e4 None None] Sync routers for ids ['84c8ba90-bd75-48e8-9809-29e8e1ab1971'] in dv-cinder-759961-6-iscsi {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:32:22.279756 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-aaa832bb-3677-4464-b79c-60eb8733df83 req-3dcba88b-27b9-422a-b467-6e528af8fbef tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683486 Aug 13 04:32:22.310259 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a0451d75-c9a3-44e1-b52a-fe47c86beb0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:22.325963 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a0451d75-c9a3-44e1-b52a-fe47c86beb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:22.365348 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0451d75-c9a3-44e1-b52a-fe47c86beb0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=93894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:32:22.380354 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0451d75-c9a3-44e1-b52a-fe47c86beb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c722f7-099c-4e50-8302-6065c4fc446b,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:22.390000 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a0451d75-c9a3-44e1-b52a-fe47c86beb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910'] for segment, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:22.390617 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.db.segments_db [None req-a0451d75-c9a3-44e1-b52a-fe47c86beb0c admin admin] Added segment 20309436-bf11-46bf-9ed8-0dbcd7d3f713 of type vlan for network 8f5419f6-8eb1-4037-b6b8-1fb8911412a9 Aug 13 04:32:22.408555 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48ce3d0-1275-4989-bb54-cd4958ac11e4 None None] Routers {'84c8ba90-bd75-48e8-9809-29e8e1ab1971'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:32:22.409231 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-b48ce3d0-1275-4989-bb54-cd4958ac11e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:32:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['84c8ba90-bd75-48e8-9809-29e8e1ab1971'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:32:22.433671 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Pushing event updated for resources: {'Port': ['ID=ed9129b1-37ab-4e51-9190-944fd4a2cbca,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:22.459109 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a0451d75-c9a3-44e1-b52a-fe47c86beb0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740402894165'] for network, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:22.524834 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-011e4154-c529-4b3a-ac7f-6bed39265379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fc3f82-577c-4e6f-9992-7c99cf921c6d', 'name': 'tempest-TestShelveInstance-921179327-router', 'tenant_id': '32774195f50a4f9c8f6b8d49f98cbfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ed9129b1-37ab-4e51-9190-944fd4a2cbca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:11Z', 'updated_at': '2021-08-13T04:32:15Z', 'revision_number': 4, 'project_id': '32774195f50a4f9c8f6b8d49f98cbfd5', 'gw_port': {'id': 'ed9129b1-37ab-4e51-9190-944fd4a2cbca', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fc3f82-577c-4e6f-9992-7c99cf921c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:12Z', 'updated_at': '2021-08-13T04:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': '6a163653-5f0f-4ec5-8024-01af76f11f46', 'name': '', 'network_id': 'f073cef8-5bf4-49e0-9232-a5af9661d148', 'tenant_id': '32774195f50a4f9c8f6b8d49f98cbfd5', 'mac_address': 'fa:16:3e:2f:95:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fc3f82-577c-4e6f-9992-7c99cf921c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'bba673a5-adab-4a95-9868-495d2e36c95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:14Z', 'updated_at': '2021-08-13T04:32:21Z', 'revision_number': 4, 'project_id': '32774195f50a4f9c8f6b8d49f98cbfd5', 'subnets': [{'id': 'bba673a5-adab-4a95-9868-495d2e36c95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:32:22.536745 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a0451d75-c9a3-44e1-b52a-fe47c86beb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156'] for network, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:22.538173 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0451d75-c9a3-44e1-b52a-fe47c86beb0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:22.538925 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a0451d75-c9a3-44e1-b52a-fe47c86beb0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:22.615485 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011e4154-c529-4b3a-ac7f-6bed39265379 None None] The sync data for ids ['31fc3f82-577c-4e6f-9992-7c99cf921c6d'] in dv-cinder-759961-6-iscsi is: [{'id': '31fc3f82-577c-4e6f-9992-7c99cf921c6d', 'name': 'tempest-TestShelveInstance-921179327-router', 'tenant_id': '32774195f50a4f9c8f6b8d49f98cbfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ed9129b1-37ab-4e51-9190-944fd4a2cbca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:11Z', 'updated_at': '2021-08-13T04:32:15Z', 'revision_number': 4, 'project_id': '32774195f50a4f9c8f6b8d49f98cbfd5', 'gw_port': {'id': 'ed9129b1-37ab-4e51-9190-944fd4a2cbca', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fc3f82-577c-4e6f-9992-7c99cf921c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:12Z', 'updated_at': '2021-08-13T04:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': '6a163653-5f0f-4ec5-8024-01af76f11f46', 'name': '', 'network_id': 'f073cef8-5bf4-49e0-9232-a5af9661d148', 'tenant_id': '32774195f50a4f9c8f6b8d49f98cbfd5', 'mac_address': 'fa:16:3e:2f:95:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31fc3f82-577c-4e6f-9992-7c99cf921c6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'bba673a5-adab-4a95-9868-495d2e36c95e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:14Z', 'updated_at': '2021-08-13T04:32:21Z', 'revision_number': 4, 'project_id': '32774195f50a4f9c8f6b8d49f98cbfd5', 'subnets': [{'id': 'bba673a5-adab-4a95-9868-495d2e36c95e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:32:22.754539 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0451d75-c9a3-44e1-b52a-fe47c86beb0c admin admin] Pushing event updated for resources: {'Network': ['ID=8f5419f6-8eb1-4037-b6b8-1fb8911412a9,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:22.824249 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-a0451d75-c9a3-44e1-b52a-fe47c86beb0c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9041605 Aug 13 04:32:22.824249 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 38772) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:32:22.829310 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-40b17361-9d2b-42b5-96f7-5ca6c267a962 admin admin] Request body: {'subnet': {'network_id': '8f5419f6-8eb1-4037-b6b8-1fb8911412a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-613859592-subnet', 'tenant_id': 'e86147e2ff2342ff8a28b3b65a60cbf7', 'ip_version': 4}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:32:22.922851 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Network 8f5419f6-8eb1-4037-b6b8-1fb8911412a9 details requested by agent ovs-agent-dv-cinder-759961-6-iscsi with host dv-cinder-759961-6-iscsi {{(pid=93895) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:32:22.928675 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b17361-9d2b-42b5-96f7-5ca6c267a962 admin admin] Made reservation on behalf of e86147e2ff2342ff8a28b3b65a60cbf7 for: {'subnet': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:32:22.935958 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-40b17361-9d2b-42b5-96f7-5ca6c267a962 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8583061'] for subnet, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:23.000182 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456c055-1781-4896-81c0-59a6840b5068 req-0188345a-4e9d-4b8f-baa0-4cdb716f0c9b tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:23.012724 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a456c055-1781-4896-81c0-59a6840b5068 req-0188345a-4e9d-4b8f-baa0-4cdb716f0c9b tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.1601028 Aug 13 04:32:23.120070 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port d05a370e-92d9-45a4-b998-be0b8b002f02 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:32:23.123906 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a456c055-1781-4896-81c0-59a6840b5068 req-7625db46-54ba-4b6d-bb03-03cf7aca5d68 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905299 Aug 13 04:32:23.137261 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:23.256997 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-b48ce3d0-1275-4989-bb54-cd4958ac11e4 None None] Set router 84c8ba90-bd75-48e8-9809-29e8e1ab1971 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:32:23.372154 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-40b17361-9d2b-42b5-96f7-5ca6c267a962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8757491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8583079'] for subnet, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:23.518397 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b17361-9d2b-42b5-96f7-5ca6c267a962 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60f02a74-4a73-4b4b-897c-2f5fc60b9335,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:23.543226 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a581613-1ee2-4546-9122-6575209314ae req-9fcecaac-4d5d-43a7-ae12-84d320e91d85 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:23.559102 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1a581613-1ee2-4546-9122-6575209314ae req-9fcecaac-4d5d-43a7-ae12-84d320e91d85 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.1177890 Aug 13 04:32:23.586903 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b17361-9d2b-42b5-96f7-5ca6c267a962 admin admin] Checking segment: {'id': '20309436-bf11-46bf-9ed8-0dbcd7d3f713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8f5419f6-8eb1-4037-b6b8-1fb8911412a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:32:23.587631 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b17361-9d2b-42b5-96f7-5ca6c267a962 admin admin] Network hostable DHCP agents. Network: 8f5419f6-8eb1-4037-b6b8-1fb8911412a9, hostable agents: ['648804f1-66f0-43bb-b72d-2cc8dd7b696f'], hosted agents: [] {{(pid=93894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:32:23.630986 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b17361-9d2b-42b5-96f7-5ca6c267a962 admin admin] Network 8f5419f6-8eb1-4037-b6b8-1fb8911412a9 is scheduled to be hosted by DHCP agent 648804f1-66f0-43bb-b72d-2cc8dd7b696f with binding_index 1 {{(pid=93894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:32:23.635060 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1a581613-1ee2-4546-9122-6575209314ae req-49ddd5f4-3a79-457d-9f14-14bd8bcd919e tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716074 Aug 13 04:32:23.656940 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-40b17361-9d2b-42b5-96f7-5ca6c267a962 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-6-iscsi, 8f5419f6-8eb1-4037-b6b8-1fb8911412a9) {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:32:23.674763 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b17361-9d2b-42b5-96f7-5ca6c267a962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:23.675661 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d2e81f-4674-454c-a82c-234975a864a4 None None] Network 8f5419f6-8eb1-4037-b6b8-1fb8911412a9 requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:32:23.676156 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-40b17361-9d2b-42b5-96f7-5ca6c267a962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:23.699689 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-40b17361-9d2b-42b5-96f7-5ca6c267a962 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8719428 Aug 13 04:32:23.700064 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 38792) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:32:23.704312 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-d795c258-c124-442f-8449-1a3f835843dd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-613859592-router', 'tenant_id': 'e86147e2ff2342ff8a28b3b65a60cbf7', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'}}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:32:23.746802 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d795c258-c124-442f-8449-1a3f835843dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3791597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-505227'] for router, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:23.747975 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d795c258-c124-442f-8449-1a3f835843dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3787133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3788846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3732270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-505234'] for router, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:23.879804 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d795c258-c124-442f-8449-1a3f835843dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:23.954356 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4e989-81bd-4fb2-9dee-e4e3865847cf req-0922ba2d-05ab-4851-9628-6108a75121fd tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:23.963589 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-80c4e989-81bd-4fb2-9dee-e4e3865847cf req-0922ba2d-05ab-4851-9628-6108a75121fd tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.0925410 Aug 13 04:32:23.983226 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-b48ce3d0-1275-4989-bb54-cd4958ac11e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'name': 'tempest-TestVolumeBootPattern-334249644-router', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:11Z', 'updated_at': '2021-08-13T04:32:18Z', 'revision_number': 4, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'gw_port': {'id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:12Z', 'updated_at': '2021-08-13T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': '6ee537ad-5512-45bb-934e-4815e20a6d76', 'name': '', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'mac_address': 'fa:16:3e:7c:b6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:16Z', 'updated_at': '2021-08-13T04:32:19Z', 'revision_number': 2, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'subnets': [{'id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:32:24.048229 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48ce3d0-1275-4989-bb54-cd4958ac11e4 None None] Checking router: 84c8ba90-bd75-48e8-9809-29e8e1ab1971 for host: dv-cinder-759961-6-iscsi {{(pid=93895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:32:24.050831 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48ce3d0-1275-4989-bb54-cd4958ac11e4 None None] Updating router 84c8ba90-bd75-48e8-9809-29e8e1ab1971 port 6ee537ad-5512-45bb-934e-4815e20a6d76 binding host dv-cinder-759961-6-iscsi {{(pid=93895) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:32:24.095924 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-80c4e989-81bd-4fb2-9dee-e4e3865847cf req-3c6e69e4-e383-4a0e-bd61-08abe8a01072 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236162 Aug 13 04:32:24.126609 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device ed9129b1-37ab-4e51-9190-944fd4a2cbca up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:32:24.131763 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d795c258-c124-442f-8449-1a3f835843dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:24.164443 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b48ce3d0-1275-4989-bb54-cd4958ac11e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:24.283997 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1b09ed-6a96-484f-b50b-80e5889f81ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb467cc1-395b-5a9d-8ada-7ac1dde80137-8f5419f6-8eb1-4037-b6b8-1fb8911412a9', 'network_id': '8f5419f6-8eb1-4037-b6b8-1fb8911412a9', 'tenant_id': 'e86147e2ff2342ff8a28b3b65a60cbf7', 'fixed_ips': [{'subnet_id': '60f02a74-4a73-4b4b-897c-2f5fc60b9335'}]}} from dv-cinder-759961-6-iscsi. {{(pid=93895) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 04:32:24.285168 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c1b09ed-6a96-484f-b50b-80e5889f81ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:24.377583 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7f213-b720-4824-8aa6-39b59652b4ae req-d8a4fe41-589d-4439-966a-57a326bf4f51 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:24.388670 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d7c7f213-b720-4824-8aa6-39b59652b4ae req-d8a4fe41-589d-4439-966a-57a326bf4f51 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.1204829 Aug 13 04:32:24.407661 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port ed9129b1-37ab-4e51-9190-944fd4a2cbca triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:32:24.408324 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:24.463967 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d7c7f213-b720-4824-8aa6-39b59652b4ae req-362c2540-6c51-4fb6-a50b-510b172b8b45 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740252 Aug 13 04:32:24.610363 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d795c258-c124-442f-8449-1a3f835843dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:24.631835 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d795c258-c124-442f-8449-1a3f835843dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:24.740936 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-6c1b09ed-6a96-484f-b50b-80e5889f81ad None None] Allocated IP 172.20.0.2 (8f5419f6-8eb1-4037-b6b8-1fb8911412a9/60f02a74-4a73-4b4b-897c-2f5fc60b9335/76d8ef81-eb53-4f4e-a676-f829ce5c5327) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:32:24.795295 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf69bbb-3c7d-4ee6-b09d-5bfb55838e55 req-6415e242-bba4-4b1e-af8d-91f653c73b81 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:24.798240 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [None req-d795c258-c124-442f-8449-1a3f835843dd admin admin] Allocated IP 172.27.0.216 (d5442241-d7fe-41d2-8545-5b5874d634cc/644fe726-b54d-4883-8d33-fa766808e879/d5255231-0d0f-497b-8e2b-0db5b43ff8f0) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:32:24.803973 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ecf69bbb-3c7d-4ee6-b09d-5bfb55838e55 req-6415e242-bba4-4b1e-af8d-91f653c73b81 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.0713854 Aug 13 04:32:24.859134 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ecf69bbb-3c7d-4ee6-b09d-5bfb55838e55 req-7ed47af8-05cb-4c13-a330-296c909c713b tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493078 Aug 13 04:32:24.905682 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 6a163653-5f0f-4ec5-8024-01af76f11f46 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:32:24.999516 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b48ce3d0-1275-4989-bb54-cd4958ac11e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:25.016527 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-b48ce3d0-1275-4989-bb54-cd4958ac11e4 None None] Transition to ACTIVE for port object 6ee537ad-5512-45bb-934e-4815e20a6d76 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:32:25.033141 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b48ce3d0-1275-4989-bb54-cd4958ac11e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:25.091479 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d795c258-c124-442f-8449-1a3f835843dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:25.197288 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning for port 6a163653-5f0f-4ec5-8024-01af76f11f46 completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:32:25.214466 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port 6a163653-5f0f-4ec5-8024-01af76f11f46 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:32:25.214900 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:25.262437 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44103a-8733-4c04-be2d-f6ba9094694e None None] Pushing event updated for resources: {'Port': ['ID=6ee537ad-5512-45bb-934e-4815e20a6d76,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:25.264512 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d795c258-c124-442f-8449-1a3f835843dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:25.319635 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d795c258-c124-442f-8449-1a3f835843dd admin admin] Network d5442241-d7fe-41d2-8545-5b5874d634cc is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:32:25.326157 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-d795c258-c124-442f-8449-1a3f835843dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:32:25.330004 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d795c258-c124-442f-8449-1a3f835843dd admin admin] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:32:25.335549 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4c41dd-698c-4f80-ac60-b72ed16e1386 req-f540741b-c136-4909-a6cc-419422113cbf tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:25.338426 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9a4c41dd-698c-4f80-ac60-b72ed16e1386 req-f540741b-c136-4909-a6cc-419422113cbf tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.1174791 Aug 13 04:32:25.404155 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795c258-c124-442f-8449-1a3f835843dd admin admin] Pushing event updated for resources: {'Port': ['ID=d5255231-0d0f-497b-8e2b-0db5b43ff8f0,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:25.427940 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9a4c41dd-698c-4f80-ac60-b72ed16e1386 req-71022c7d-df3f-4aed-b11e-bff50843926e tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826027 Aug 13 04:32:25.585325 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-b48ce3d0-1275-4989-bb54-cd4958ac11e4 None None] Attempting to bind port 6ee537ad-5512-45bb-934e-4815e20a6d76 on host dv-cinder-759961-6-iscsi for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:32:25.585837 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-b48ce3d0-1275-4989-bb54-cd4958ac11e4 None None] Attempting to bind port 6ee537ad-5512-45bb-934e-4815e20a6d76 by drivers openvswitch,hyperv on host dv-cinder-759961-6-iscsi at level 0 using segments [{'id': '55400ce5-562b-4df1-92f9-d4df5f090c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:32:25.586553 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48ce3d0-1275-4989-bb54-cd4958ac11e4 None None] Attempting to bind port 6ee537ad-5512-45bb-934e-4815e20a6d76 on network 87d3a17b-ea4d-435b-9c8e-36b4c38780d2 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:32:25.607140 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c1b09ed-6a96-484f-b50b-80e5889f81ad None None] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:25.646660 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48ce3d0-1275-4989-bb54-cd4958ac11e4 None None] Checking agent: {'id': '10f62c82-9a8d-499f-91cc-7991f11962ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 22, 11), 'started_at': datetime.datetime(2021, 8, 13, 4, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:32:25.647211 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48ce3d0-1275-4989-bb54-cd4958ac11e4 None None] Checking segment: {'id': '55400ce5-562b-4df1-92f9-d4df5f090c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:32:25.647697 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b48ce3d0-1275-4989-bb54-cd4958ac11e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:25.648187 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48ce3d0-1275-4989-bb54-cd4958ac11e4 None None] Bound using segment: {'id': '55400ce5-562b-4df1-92f9-d4df5f090c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:32:25.648864 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-b48ce3d0-1275-4989-bb54-cd4958ac11e4 None None] Bound port: 6ee537ad-5512-45bb-934e-4815e20a6d76, host: dv-cinder-759961-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55400ce5-562b-4df1-92f9-d4df5f090c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:32:25.649307 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b48ce3d0-1275-4989-bb54-cd4958ac11e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:25.703945 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-6c1b09ed-6a96-484f-b50b-80e5889f81ad None None] Transition to ACTIVE for port object 76d8ef81-eb53-4f4e-a676-f829ce5c5327 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:32:25.724735 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:25.795144 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-b48ce3d0-1275-4989-bb54-cd4958ac11e4 None None] For port 6ee537ad-5512-45bb-934e-4815e20a6d76, host dv-cinder-759961-6-iscsi, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:32:25.807875 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-b48ce3d0-1275-4989-bb54-cd4958ac11e4 None None] For port 6ee537ad-5512-45bb-934e-4815e20a6d76, host dv-cinder-759961-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=6ee537ad-5512-45bb-934e-4815e20a6d76,segment=NetworkSegment(55400ce5-562b-4df1-92f9-d4df5f090c2a),segment_id=55400ce5-562b-4df1-92f9-d4df5f090c2a)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:32:25.814143 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ee537-5764-468b-b9cc-f02a3676c1e4 req-8401f05b-b6c3-4ce8-b05d-6a6e96e1eacc tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:25.815700 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-459ee537-5764-468b-b9cc-f02a3676c1e4 req-8401f05b-b6c3-4ce8-b05d-6a6e96e1eacc tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.0652270 Aug 13 04:32:25.834541 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d795c258-c124-442f-8449-1a3f835843dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:25.837238 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b48ce3d0-1275-4989-bb54-cd4958ac11e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:25.847396 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-6c1b09ed-6a96-484f-b50b-80e5889f81ad None None] Transition to ACTIVE for port object 76d8ef81-eb53-4f4e-a676-f829ce5c5327 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:32:25.922916 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-459ee537-5764-468b-b9cc-f02a3676c1e4 req-8a2b8c40-0ac0-42c3-a8d6-69891d1c1d8b tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963917 Aug 13 04:32:25.995224 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] For port 6a163653-5f0f-4ec5-8024-01af76f11f46, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=6a163653-5f0f-4ec5-8024-01af76f11f46,segment=NetworkSegment(b4214740-de29-4abe-ad39-4225a9160c91),segment_id=b4214740-de29-4abe-ad39-4225a9160c91)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:32:26.039672 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c1b09ed-6a96-484f-b50b-80e5889f81ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:26.061469 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:26.064092 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device a68ab739-0ea9-4e11-998b-17e203ca2927 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:32:26.120660 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8037b17-b58e-45d3-8fbb-850ceac5ba11 req-a79367cd-0efa-4f50-aaf1-7e4fd98e1383 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:26.124700 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a8037b17-b58e-45d3-8fbb-850ceac5ba11 req-a79367cd-0efa-4f50-aaf1-7e4fd98e1383 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.1270883 Aug 13 04:32:26.137009 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48ce3d0-1275-4989-bb54-cd4958ac11e4 None None] Routers {'84c8ba90-bd75-48e8-9809-29e8e1ab1971'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:32:26.137849 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-b48ce3d0-1275-4989-bb54-cd4958ac11e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:32:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['84c8ba90-bd75-48e8-9809-29e8e1ab1971'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:32:26.191565 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a8037b17-b58e-45d3-8fbb-850ceac5ba11 req-7984dd6b-e310-4512-a76d-c8080bbe0871 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604892 Aug 13 04:32:26.232235 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d795c258-c124-442f-8449-1a3f835843dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3787110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3789051'] for router, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:26.273190 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-b48ce3d0-1275-4989-bb54-cd4958ac11e4 None None] Set router 84c8ba90-bd75-48e8-9809-29e8e1ab1971 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:32:26.406349 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d795c258-c124-442f-8449-1a3f835843dd admin admin] Router 82894cff-b93f-430a-a01d-6d5633b4f10f is scheduled to L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb with binding_index 1 {{(pid=93894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 04:32:26.545163 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d795c258-c124-442f-8449-1a3f835843dd admin admin] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:32:26.553623 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df46b2c-2db7-4ed5-8a4f-7ab87d1dbf4a None None] Sync routers for ids ['82894cff-b93f-430a-a01d-6d5633b4f10f'] in dv-cinder-759961-6-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:32:26.566872 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df46b2c-2db7-4ed5-8a4f-7ab87d1dbf4a None None] Routers {'82894cff-b93f-430a-a01d-6d5633b4f10f'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:32:26.567506 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-5df46b2c-2db7-4ed5-8a4f-7ab87d1dbf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:32:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['82894cff-b93f-430a-a01d-6d5633b4f10f'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:32:26.594447 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d795c258-c124-442f-8449-1a3f835843dd admin admin] Notify callbacks [] for router, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:26.599121 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 38840) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:32:26.606262 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-d795c258-c124-442f-8449-1a3f835843dd admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9052269 Aug 13 04:32:26.663397 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1b09ed-6a96-484f-b50b-80e5889f81ad None None] Network 8f5419f6-8eb1-4037-b6b8-1fb8911412a9 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:32:26.680425 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-6c1b09ed-6a96-484f-b50b-80e5889f81ad None None] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:32:26.693033 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1b09ed-6a96-484f-b50b-80e5889f81ad None None] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:32:26.698125 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3599c20-f302-4e8a-a7e2-a3692572850d req-f8ef1b42-32bb-41df-8836-61b8b9e9a36a tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:26.705840 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c3599c20-f302-4e8a-a7e2-a3692572850d req-f8ef1b42-32bb-41df-8836-61b8b9e9a36a tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.1622591 Aug 13 04:32:26.754549 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-5df46b2c-2db7-4ed5-8a4f-7ab87d1dbf4a None None] Set router 82894cff-b93f-430a-a01d-6d5633b4f10f gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:32:26.781906 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c3599c20-f302-4e8a-a7e2-a3692572850d req-dac66630-7780-4529-a75b-5e3a7ba4dbbd tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747256 Aug 13 04:32:26.807752 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44103a-8733-4c04-be2d-f6ba9094694e None None] Pushing event updated for resources: {'Port': ['ID=6ee537ad-5512-45bb-934e-4815e20a6d76,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:26.855939 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port a68ab739-0ea9-4e11-998b-17e203ca2927 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:32:26.856315 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:26.884562 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-6c1b09ed-6a96-484f-b50b-80e5889f81ad None None] Attempting to bind port 76d8ef81-eb53-4f4e-a676-f829ce5c5327 on host dv-cinder-759961-6-iscsi for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:32:26.884965 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-6c1b09ed-6a96-484f-b50b-80e5889f81ad None None] Attempting to bind port 76d8ef81-eb53-4f4e-a676-f829ce5c5327 by drivers openvswitch,hyperv on host dv-cinder-759961-6-iscsi at level 0 using segments [{'id': '20309436-bf11-46bf-9ed8-0dbcd7d3f713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8f5419f6-8eb1-4037-b6b8-1fb8911412a9'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:32:26.886507 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1b09ed-6a96-484f-b50b-80e5889f81ad None None] Attempting to bind port 76d8ef81-eb53-4f4e-a676-f829ce5c5327 on network 8f5419f6-8eb1-4037-b6b8-1fb8911412a9 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:32:26.901594 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1b09ed-6a96-484f-b50b-80e5889f81ad None None] Checking agent: {'id': '10f62c82-9a8d-499f-91cc-7991f11962ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 22, 11), 'started_at': datetime.datetime(2021, 8, 13, 4, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:32:26.902014 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1b09ed-6a96-484f-b50b-80e5889f81ad None None] Checking segment: {'id': '20309436-bf11-46bf-9ed8-0dbcd7d3f713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8f5419f6-8eb1-4037-b6b8-1fb8911412a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:32:26.902546 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c1b09ed-6a96-484f-b50b-80e5889f81ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:26.902943 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1b09ed-6a96-484f-b50b-80e5889f81ad None None] Bound using segment: {'id': '20309436-bf11-46bf-9ed8-0dbcd7d3f713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8f5419f6-8eb1-4037-b6b8-1fb8911412a9'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:32:26.903424 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-6c1b09ed-6a96-484f-b50b-80e5889f81ad None None] Bound port: 76d8ef81-eb53-4f4e-a676-f829ce5c5327, host: dv-cinder-759961-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20309436-bf11-46bf-9ed8-0dbcd7d3f713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8f5419f6-8eb1-4037-b6b8-1fb8911412a9'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:32:26.903807 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c1b09ed-6a96-484f-b50b-80e5889f81ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:27.019141 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-5df46b2c-2db7-4ed5-8a4f-7ab87d1dbf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82894cff-b93f-430a-a01d-6d5633b4f10f', 'name': 'tempest-TestVolumeBootPattern-613859592-router', 'tenant_id': 'e86147e2ff2342ff8a28b3b65a60cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd5255231-0d0f-497b-8e2b-0db5b43ff8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:23Z', 'updated_at': '2021-08-13T04:32:25Z', 'revision_number': 3, 'project_id': 'e86147e2ff2342ff8a28b3b65a60cbf7', 'gw_port': {'id': 'd5255231-0d0f-497b-8e2b-0db5b43ff8f0', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ad:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82894cff-b93f-430a-a01d-6d5633b4f10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:24Z', 'updated_at': '2021-08-13T04:32:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi'}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:32:27.072458 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df46b2c-2db7-4ed5-8a4f-7ab87d1dbf4a None None] Checking router: 82894cff-b93f-430a-a01d-6d5633b4f10f for host: dv-cinder-759961-6-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:32:27.072671 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df46b2c-2db7-4ed5-8a4f-7ab87d1dbf4a None None] Updating router 82894cff-b93f-430a-a01d-6d5633b4f10f port d5255231-0d0f-497b-8e2b-0db5b43ff8f0 binding host dv-cinder-759961-6-iscsi {{(pid=93896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:32:27.109799 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5df46b2c-2db7-4ed5-8a4f-7ab87d1dbf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:27.131346 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b09ed-6a96-484f-b50b-80e5889f81ad None None] Pushing event updated for resources: {'Port': ['ID=76d8ef81-eb53-4f4e-a676-f829ce5c5327,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:27.357509 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-6c1b09ed-6a96-484f-b50b-80e5889f81ad None None] For port 76d8ef81-eb53-4f4e-a676-f829ce5c5327, host dv-cinder-759961-6-iscsi, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:32:27.373621 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Pushing event updated for resources: {'Port': ['ID=6a163653-5f0f-4ec5-8024-01af76f11f46,revision_number=5']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:27.389203 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-6c1b09ed-6a96-484f-b50b-80e5889f81ad None None] For port 76d8ef81-eb53-4f4e-a676-f829ce5c5327, host dv-cinder-759961-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=76d8ef81-eb53-4f4e-a676-f829ce5c5327,segment=NetworkSegment(20309436-bf11-46bf-9ed8-0dbcd7d3f713),segment_id=20309436-bf11-46bf-9ed8-0dbcd7d3f713)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:32:27.406387 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6c1b09ed-6a96-484f-b50b-80e5889f81ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:27.458374 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-b48ce3d0-1275-4989-bb54-cd4958ac11e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'name': 'tempest-TestVolumeBootPattern-334249644-router', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:11Z', 'updated_at': '2021-08-13T04:32:18Z', 'revision_number': 4, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'gw_port': {'id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:12Z', 'updated_at': '2021-08-13T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': '6ee537ad-5512-45bb-934e-4815e20a6d76', 'name': '', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'mac_address': 'fa:16:3e:7c:b6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:16Z', 'updated_at': '2021-08-13T04:32:25Z', 'revision_number': 4, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'subnets': [{'id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:32:27.502320 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-fd08c060-ffd0-42b8-8c07-89e36060de3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:27.527879 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48ce3d0-1275-4989-bb54-cd4958ac11e4 None None] The sync data for ids ['84c8ba90-bd75-48e8-9809-29e8e1ab1971'] in dv-cinder-759961-6-iscsi is: [{'id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'name': 'tempest-TestVolumeBootPattern-334249644-router', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:11Z', 'updated_at': '2021-08-13T04:32:18Z', 'revision_number': 4, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'gw_port': {'id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:12Z', 'updated_at': '2021-08-13T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': '6ee537ad-5512-45bb-934e-4815e20a6d76', 'name': '', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'mac_address': 'fa:16:3e:7c:b6:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:16Z', 'updated_at': '2021-08-13T04:32:25Z', 'revision_number': 4, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'subnets': [{'id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:32:27.570766 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b09ed-6a96-484f-b50b-80e5889f81ad None None] Pushing event updated for resources: {'Port': ['ID=76d8ef81-eb53-4f4e-a676-f829ce5c5327,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:27.578150 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 6a163653-5f0f-4ec5-8024-01af76f11f46 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:32:27.628048 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5df46b2c-2db7-4ed5-8a4f-7ab87d1dbf4a None None] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:27.661083 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-5df46b2c-2db7-4ed5-8a4f-7ab87d1dbf4a None None] Transition to ACTIVE for port object d5255231-0d0f-497b-8e2b-0db5b43ff8f0 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:32:27.677569 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5df46b2c-2db7-4ed5-8a4f-7ab87d1dbf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:27.740519 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port 6a163653-5f0f-4ec5-8024-01af76f11f46 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:32:27.741161 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:27.853312 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fceb9-99c6-43a7-b8c0-647b92de54f4 req-393299e3-f178-43c4-acf5-45198a39d450 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:27.855127 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-180fceb9-99c6-43a7-b8c0-647b92de54f4 req-393299e3-f178-43c4-acf5-45198a39d450 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.7892814 Aug 13 04:32:27.860226 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526cd48-b638-4abc-949e-585bd0be57af None None] Pushing event updated for resources: {'Port': ['ID=d5255231-0d0f-497b-8e2b-0db5b43ff8f0,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:27.863821 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-5df46b2c-2db7-4ed5-8a4f-7ab87d1dbf4a None None] Attempting to bind port d5255231-0d0f-497b-8e2b-0db5b43ff8f0 on host dv-cinder-759961-6-iscsi for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:32:27.864188 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-5df46b2c-2db7-4ed5-8a4f-7ab87d1dbf4a None None] Attempting to bind port d5255231-0d0f-497b-8e2b-0db5b43ff8f0 by drivers openvswitch,hyperv on host dv-cinder-759961-6-iscsi at level 0 using segments [{'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:32:27.864775 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df46b2c-2db7-4ed5-8a4f-7ab87d1dbf4a None None] Attempting to bind port d5255231-0d0f-497b-8e2b-0db5b43ff8f0 on network d5442241-d7fe-41d2-8545-5b5874d634cc {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:32:27.879723 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df46b2c-2db7-4ed5-8a4f-7ab87d1dbf4a None None] Checking agent: {'id': '10f62c82-9a8d-499f-91cc-7991f11962ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 22, 11), 'started_at': datetime.datetime(2021, 8, 13, 4, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:32:27.880102 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df46b2c-2db7-4ed5-8a4f-7ab87d1dbf4a None None] Checking segment: {'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:32:27.880589 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5df46b2c-2db7-4ed5-8a4f-7ab87d1dbf4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:27.881065 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df46b2c-2db7-4ed5-8a4f-7ab87d1dbf4a None None] Bound using segment: {'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:32:27.881642 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-5df46b2c-2db7-4ed5-8a4f-7ab87d1dbf4a None None] Bound port: d5255231-0d0f-497b-8e2b-0db5b43ff8f0, host: dv-cinder-759961-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:32:27.882082 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5df46b2c-2db7-4ed5-8a4f-7ab87d1dbf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:27.885704 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8af07-7fde-4914-a31d-80eabb80f11c req-1a0a5e57-cb8c-446b-86e9-8e5a57861dcf tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:27.887397 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9bb8af07-7fde-4914-a31d-80eabb80f11c req-1a0a5e57-cb8c-446b-86e9-8e5a57861dcf tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.5259027 Aug 13 04:32:27.985672 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-5df46b2c-2db7-4ed5-8a4f-7ab87d1dbf4a None None] For port d5255231-0d0f-497b-8e2b-0db5b43ff8f0, host dv-cinder-759961-6-iscsi, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:32:27.989358 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-5df46b2c-2db7-4ed5-8a4f-7ab87d1dbf4a None None] For port d5255231-0d0f-497b-8e2b-0db5b43ff8f0, host dv-cinder-759961-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=d5255231-0d0f-497b-8e2b-0db5b43ff8f0,segment=NetworkSegment(edab9050-aae2-4c9b-baa0-6e612e984a64),segment_id=edab9050-aae2-4c9b-baa0-6e612e984a64)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:32:27.997933 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-5df46b2c-2db7-4ed5-8a4f-7ab87d1dbf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:28.031990 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-180fceb9-99c6-43a7-b8c0-647b92de54f4 req-8d5b6347-a370-495b-890e-bcd9bae30fae tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370931 Aug 13 04:32:28.146656 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9bb8af07-7fde-4914-a31d-80eabb80f11c req-88104b6c-cf8e-4194-bd5b-7cab34ad09cb tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216213 Aug 13 04:32:28.154077 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526cd48-b638-4abc-949e-585bd0be57af None None] Pushing event updated for resources: {'Port': ['ID=d5255231-0d0f-497b-8e2b-0db5b43ff8f0,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:28.159007 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df46b2c-2db7-4ed5-8a4f-7ab87d1dbf4a None None] Routers {'82894cff-b93f-430a-a01d-6d5633b4f10f'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:32:28.159744 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-5df46b2c-2db7-4ed5-8a4f-7ab87d1dbf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:32:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['82894cff-b93f-430a-a01d-6d5633b4f10f'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:32:28.261002 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5c783-92a6-4503-813b-bb6ade386cb7 req-fcbe0c62-7038-4c42-a316-350551e01fbb tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:28.262665 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-74a5c783-92a6-4503-813b-bb6ade386cb7 req-fcbe0c62-7038-4c42-a316-350551e01fbb tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.1066270 Aug 13 04:32:28.270252 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.db_base_plugin_common [None req-fd08c060-ffd0-42b8-8c07-89e36060de3e admin admin] Allocated IP 172.20.0.1 (8f5419f6-8eb1-4037-b6b8-1fb8911412a9/60f02a74-4a73-4b4b-897c-2f5fc60b9335/0fc4bd31-6831-41ff-aa3c-76cbb203aef7) {{(pid=93893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:32:28.346901 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-74a5c783-92a6-4503-813b-bb6ade386cb7 req-95045516-c5f0-4be1-a054-a4d1fbefa115 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645657 Aug 13 04:32:28.479144 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-5df46b2c-2db7-4ed5-8a4f-7ab87d1dbf4a None None] Set router 82894cff-b93f-430a-a01d-6d5633b4f10f gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:32:28.565380 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-fd08c060-ffd0-42b8-8c07-89e36060de3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:28.582366 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.provisioning_blocks [None req-fd08c060-ffd0-42b8-8c07-89e36060de3e admin admin] Transition to ACTIVE for port object 0fc4bd31-6831-41ff-aa3c-76cbb203aef7 will not be triggered until provisioned by entity DHCP. {{(pid=93893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:32:28.649887 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-fd08c060-ffd0-42b8-8c07-89e36060de3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:28.700841 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd08c060-ffd0-42b8-8c07-89e36060de3e admin admin] Network 8f5419f6-8eb1-4037-b6b8-1fb8911412a9 is already hosted by enough agents. {{(pid=93893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:32:28.725772 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.base_scheduler [None req-fd08c060-ffd0-42b8-8c07-89e36060de3e admin admin] Resources bound (agent type, host, resource id): {{(pid=93893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:32:28.731905 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd08c060-ffd0-42b8-8c07-89e36060de3e admin admin] Received port after_create {{(pid=93893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:32:28.805254 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08c060-ffd0-42b8-8c07-89e36060de3e admin admin] Pushing event updated for resources: {'Port': ['ID=0fc4bd31-6831-41ff-aa3c-76cbb203aef7,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:28.846771 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-fd08c060-ffd0-42b8-8c07-89e36060de3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3683374'] for router_interface, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:28.902424 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-5df46b2c-2db7-4ed5-8a4f-7ab87d1dbf4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82894cff-b93f-430a-a01d-6d5633b4f10f', 'name': 'tempest-TestVolumeBootPattern-613859592-router', 'tenant_id': 'e86147e2ff2342ff8a28b3b65a60cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd5255231-0d0f-497b-8e2b-0db5b43ff8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:23Z', 'updated_at': '2021-08-13T04:32:25Z', 'revision_number': 3, 'project_id': 'e86147e2ff2342ff8a28b3b65a60cbf7', 'gw_port': {'id': 'd5255231-0d0f-497b-8e2b-0db5b43ff8f0', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ad:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82894cff-b93f-430a-a01d-6d5633b4f10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:24Z', 'updated_at': '2021-08-13T04:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi'}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:32:28.981153 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df46b2c-2db7-4ed5-8a4f-7ab87d1dbf4a None None] The sync data for ids ['82894cff-b93f-430a-a01d-6d5633b4f10f'] in dv-cinder-759961-6-iscsi is: [{'id': '82894cff-b93f-430a-a01d-6d5633b4f10f', 'name': 'tempest-TestVolumeBootPattern-613859592-router', 'tenant_id': 'e86147e2ff2342ff8a28b3b65a60cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd5255231-0d0f-497b-8e2b-0db5b43ff8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:23Z', 'updated_at': '2021-08-13T04:32:25Z', 'revision_number': 3, 'project_id': 'e86147e2ff2342ff8a28b3b65a60cbf7', 'gw_port': {'id': 'd5255231-0d0f-497b-8e2b-0db5b43ff8f0', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ad:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82894cff-b93f-430a-a01d-6d5633b4f10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:24Z', 'updated_at': '2021-08-13T04:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi'}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:32:29.029543 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a4b7ce-1dba-464a-8c7c-d8c63b39d8a0 None None] Network 8f5419f6-8eb1-4037-b6b8-1fb8911412a9 requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:32:29.050810 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device c3be48be-e5ee-48ea-a418-bc6c5c7a337c details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=93895) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:32:29.081536 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-fd08c060-ffd0-42b8-8c07-89e36060de3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:29.213078 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-ad24b2a5-6d7a-4506-b449-c2178c2237f8 None None] Provisioning for port 76d8ef81-eb53-4f4e-a676-f829ce5c5327 completed by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:32:29.403392 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port c3be48be-e5ee-48ea-a418-bc6c5c7a337c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c3be48be-e5ee-48ea-a418-bc6c5c7a337c,segment=NetworkSegment(ae7a5589-1c60-462f-a476-72f6648fe839),segment_id=ae7a5589-1c60-462f-a476-72f6648fe839)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:32:29.407399 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423dc1b-725a-491f-9fac-38a656dc1f77 req-19b3fff0-043f-4d67-a60e-4d9f2b4e036b tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:29.430740 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e423dc1b-725a-491f-9fac-38a656dc1f77 req-19b3fff0-043f-4d67-a60e-4d9f2b4e036b tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.2218413 Aug 13 04:32:29.439646 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Returning: {'device': 'c3be48be-e5ee-48ea-a418-bc6c5c7a337c', 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6', 'port_id': 'c3be48be-e5ee-48ea-a418-bc6c5c7a337c', 'mac_address': 'fa:16:3e:36:7a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93895) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:32:29.515755 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:29.538565 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3be48be-e5ee-48ea-a418-bc6c5c7a337c {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:32:29.569101 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18ba19-8cc4-403f-9067-e1c90f41bb7a req-c3839276-0924-44b8-9266-b49aa168b15a tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:29.571955 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-fc18ba19-8cc4-403f-9067-e1c90f41bb7a req-c3839276-0924-44b8-9266-b49aa168b15a tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.2667632 Aug 13 04:32:29.572403 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port c3be48be-e5ee-48ea-a418-bc6c5c7a337c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c3be48be-e5ee-48ea-a418-bc6c5c7a337c,segment=NetworkSegment(ae7a5589-1c60-462f-a476-72f6648fe839),segment_id=ae7a5589-1c60-462f-a476-72f6648fe839)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:32:29.581602 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:29.673419 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-fc18ba19-8cc4-403f-9067-e1c90f41bb7a req-706da153-b6b1-4edb-b02d-f6e2a230d11c tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644147 Aug 13 04:32:29.690289 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=c3be48be-e5ee-48ea-a418-bc6c5c7a337c,revision_number=6']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:29.703082 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e423dc1b-725a-491f-9fac-38a656dc1f77 req-a2370061-c4bf-4343-95cb-c114a5d25a68 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348950 Aug 13 04:32:29.707339 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 76d8ef81-eb53-4f4e-a676-f829ce5c5327 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:32:29.749575 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['c3be48be-e5ee-48ea-a418-bc6c5c7a337c'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:32:29.752064 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-fd08c060-ffd0-42b8-8c07-89e36060de3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:29.760228 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-fd08c060-ffd0-42b8-8c07-89e36060de3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9290061'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:29.941362 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-86084c64-a6f4-4da4-bd40-993806daaa59 None None] Provisioning for port 0fc4bd31-6831-41ff-aa3c-76cbb203aef7 completed by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:32:29.955683 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-86084c64-a6f4-4da4-bd40-993806daaa59 None None] Provisioning complete for port 0fc4bd31-6831-41ff-aa3c-76cbb203aef7 triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:32:29.956051 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-86084c64-a6f4-4da4-bd40-993806daaa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:29.961955 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08c060-ffd0-42b8-8c07-89e36060de3e admin admin] Pushing event updated for resources: {'Port': ['ID=0fc4bd31-6831-41ff-aa3c-76cbb203aef7,revision_number=2']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:29.975436 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-fd08c060-ffd0-42b8-8c07-89e36060de3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3683514'] for router_interface, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:30.009641 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning for port 76d8ef81-eb53-4f4e-a676-f829ce5c5327 completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:32:30.051385 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port 76d8ef81-eb53-4f4e-a676-f829ce5c5327 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:32:30.052029 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:30.052610 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59749333-8226-4097-8154-ff0b9a4ba2a3 req-364f8968-dc5d-47ed-8fb6-7d69977bf927 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:30.068971 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-59749333-8226-4097-8154-ff0b9a4ba2a3 req-364f8968-dc5d-47ed-8fb6-7d69977bf927 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.1868415 Aug 13 04:32:30.077478 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-86084c64-a6f4-4da4-bd40-993806daaa59 None None] Port 0fc4bd31-6831-41ff-aa3c-76cbb203aef7 cannot update to ACTIVE because it is not bound. {{(pid=93895) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:32:30.230884 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-86084c64-a6f4-4da4-bd40-993806daaa59 None None] Provisioning complete for port 76d8ef81-eb53-4f4e-a676-f829ce5c5327 triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:32:30.231263 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-86084c64-a6f4-4da4-bd40-993806daaa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:30.418563 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:30.483423 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-86084c64-a6f4-4da4-bd40-993806daaa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:30.510765 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] For port 76d8ef81-eb53-4f4e-a676-f829ce5c5327, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=76d8ef81-eb53-4f4e-a676-f829ce5c5327,segment=NetworkSegment(20309436-bf11-46bf-9ed8-0dbcd7d3f713),segment_id=20309436-bf11-46bf-9ed8-0dbcd7d3f713)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:32:30.524714 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:30.525653 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 6ee537ad-5512-45bb-934e-4815e20a6d76 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:32:30.532626 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd08c060-ffd0-42b8-8c07-89e36060de3e admin admin] Network 8f5419f6-8eb1-4037-b6b8-1fb8911412a9 is already hosted by enough agents. {{(pid=93893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:32:30.545806 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.base_scheduler [None req-fd08c060-ffd0-42b8-8c07-89e36060de3e admin admin] Resources bound (agent type, host, resource id): {{(pid=93893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:32:30.561028 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-59749333-8226-4097-8154-ff0b9a4ba2a3 req-a789e815-9483-45fe-a176-5cdb42073b0f tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4912672 Aug 13 04:32:30.701584 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Pushing event updated for resources: {'Port': ['ID=76d8ef81-eb53-4f4e-a676-f829ce5c5327,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:30.825819 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd08c060-ffd0-42b8-8c07-89e36060de3e admin admin] Router 82894cff-b93f-430a-a01d-6d5633b4f10f has already been hosted by L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb {{(pid=93893) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:32:30.863527 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.db.api [None req-86084c64-a6f4-4da4-bd40-993806daaa59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 13 04:32:30.864000 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG oslo_db.api [None req-86084c64-a6f4-4da4-bd40-993806daaa59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 13 04:32:30.874109 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning for port 6ee537ad-5512-45bb-934e-4815e20a6d76 completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:32:30.879669 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port 6ee537ad-5512-45bb-934e-4815e20a6d76 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:32:30.880193 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:31.029902 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb12eae-d870-42e1-8e45-8d104e2f75f0 req-72ce21ef-d781-4ee6-9479-5fedf4dbf015 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:31.031937 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-deb12eae-d870-42e1-8e45-8d104e2f75f0 req-72ce21ef-d781-4ee6-9479-5fedf4dbf015 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 944 time: 0.1716099 Aug 13 04:32:31.059430 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e3377-703d-4cb2-89f7-c54c416098d2 req-4a80ae9a-aa1f-4980-a9b9-c42ea03c3f6a tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:31.061550 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-462e3377-703d-4cb2-89f7-c54c416098d2 req-4a80ae9a-aa1f-4980-a9b9-c42ea03c3f6a tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.2216778 Aug 13 04:32:31.062142 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device c3be48be-e5ee-48ea-a418-bc6c5c7a337c up at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:32:31.138809 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:31.159658 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning complete for port c3be48be-e5ee-48ea-a418-bc6c5c7a337c triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:32:31.160209 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:31.194942 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-462e3377-703d-4cb2-89f7-c54c416098d2 req-029ff4ce-ca2e-4bd8-8967-96d43c9880df tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213281 Aug 13 04:32:31.211760 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] For port 6ee537ad-5512-45bb-934e-4815e20a6d76, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=6ee537ad-5512-45bb-934e-4815e20a6d76,segment=NetworkSegment(55400ce5-562b-4df1-92f9-d4df5f090c2a),segment_id=55400ce5-562b-4df1-92f9-d4df5f090c2a)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:32:31.220313 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-deb12eae-d870-42e1-8e45-8d104e2f75f0 req-b56abd5f-c2b4-4a35-b371-4c441678a31d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557982 Aug 13 04:32:31.223512 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:31.275595 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd08c060-ffd0-42b8-8c07-89e36060de3e admin admin] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:32:31.292317 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-fd08c060-ffd0-42b8-8c07-89e36060de3e admin admin] 10.222.0.13 "PUT /v2.0/routers/82894cff-b93f-430a-a01d-6d5633b4f10f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6831505 Aug 13 04:32:31.318140 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Pushing event updated for resources: {'Port': ['ID=6ee537ad-5512-45bb-934e-4815e20a6d76,revision_number=5']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:31.366093 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:31.581352 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd299e5c1-cd60-4057-93a3-5d32e1908d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3be48be-e5ee-48ea-a418-bc6c5c7a337c'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:32:31.590293 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c92d4982b19a4a1727383111979b328de092d32a0bc2fa1b4d64c134060166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f68793-5eed-4610-87da-9629257870fc" -d '{"events": [{"server_uuid": "d299e5c1-cd60-4057-93a3-5d32e1908d2f", "name": "network-vif-plugged", "status": "completed", "tag": "c3be48be-e5ee-48ea-a418-bc6c5c7a337c"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:32:31.667789 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port c3be48be-e5ee-48ea-a418-bc6c5c7a337c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c3be48be-e5ee-48ea-a418-bc6c5c7a337c,segment=NetworkSegment(ae7a5589-1c60-462f-a476-72f6648fe839),segment_id=ae7a5589-1c60-462f-a476-72f6648fe839)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:32:31.687288 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:31.745667 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc67c7f-01c9-4f88-be96-3f0c88103b93 x-openstack-request-id: req-8dc67c7f-01c9-4f88-be96-3f0c88103b93 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:32:31.745969 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d299e5c1-cd60-4057-93a3-5d32e1908d2f", "name": "network-vif-plugged", "status": "completed", "tag": "c3be48be-e5ee-48ea-a418-bc6c5c7a337c", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:32:31.746258 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8dc67c7f-01c9-4f88-be96-3f0c88103b93 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:32:31.746648 dv-cinder-759961-6-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd299e5c1-cd60-4057-93a3-5d32e1908d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3be48be-e5ee-48ea-a418-bc6c5c7a337c', 'code': 200} Aug 13 04:32:31.801750 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=c3be48be-e5ee-48ea-a418-bc6c5c7a337c,revision_number=7']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:31.815720 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-19b476f1-0f41-4c1e-93f2-a2e571db0377 None None] Provisioning complete for port 0fc4bd31-6831-41ff-aa3c-76cbb203aef7 triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:32:31.816096 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-19b476f1-0f41-4c1e-93f2-a2e571db0377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:31.867510 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5bf16b-4e30-4af2-a1ec-4dba178b3277 req-7500ac98-2482-4652-8ad8-5e4eb29db8a6 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:31.878753 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device d5255231-0d0f-497b-8e2b-0db5b43ff8f0 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:32:31.880340 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5b5bf16b-4e30-4af2-a1ec-4dba178b3277 req-7500ac98-2482-4652-8ad8-5e4eb29db8a6 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.1757567 Aug 13 04:32:31.986541 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5b5bf16b-4e30-4af2-a1ec-4dba178b3277 req-7e792547-721a-41fe-b13b-20488018145c tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838625 Aug 13 04:32:32.066047 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-19b476f1-0f41-4c1e-93f2-a2e571db0377 None None] Port 0fc4bd31-6831-41ff-aa3c-76cbb203aef7 cannot update to ACTIVE because it is not bound. {{(pid=93895) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:32:32.100191 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning for port d5255231-0d0f-497b-8e2b-0db5b43ff8f0 completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:32:32.109322 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port d5255231-0d0f-497b-8e2b-0db5b43ff8f0 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:32:32.110358 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:32.228284 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:32.253615 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] For port d5255231-0d0f-497b-8e2b-0db5b43ff8f0, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=d5255231-0d0f-497b-8e2b-0db5b43ff8f0,segment=NetworkSegment(edab9050-aae2-4c9b-baa0-6e612e984a64),segment_id=edab9050-aae2-4c9b-baa0-6e612e984a64)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:32:32.259555 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:32.260560 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 76d8ef81-eb53-4f4e-a676-f829ce5c5327 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:32:32.344537 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 38910) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:32:32.356526 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-2047b648-0eb3-49d8-9bdb-d720e069f4fb tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2048961314', 'description': 'tempest-secgroup-smoke-2048961314 description', 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:32:32.431014 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2047b648-0eb3-49d8-9bdb-d720e069f4fb tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:32.433958 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Pushing event updated for resources: {'Port': ['ID=d5255231-0d0f-497b-8e2b-0db5b43ff8f0,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:32.436717 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port 76d8ef81-eb53-4f4e-a676-f829ce5c5327 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:32:32.441793 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:32.456188 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462fa31-7cff-492d-920c-b851f6577d70 req-e2abdcae-8cde-4bef-9d31-b68142f135c9 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:32.457788 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d462fa31-7cff-492d-920c-b851f6577d70 req-e2abdcae-8cde-4bef-9d31-b68142f135c9 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.1347902 Aug 13 04:32:32.498222 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4a9a7-f67a-46b5-9e00-caa8a8b349cc req-2806a22a-9c9e-4e4d-aa82-1a293620eff8 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:32.505610 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b9a4a9a7-f67a-46b5-9e00-caa8a8b349cc req-2806a22a-9c9e-4e4d-aa82-1a293620eff8 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.1127398 Aug 13 04:32:32.579510 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d462fa31-7cff-492d-920c-b851f6577d70 req-ac646be7-9ac1-4ba2-835f-a7f6a9bd331d tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075246 Aug 13 04:32:32.587801 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2047b648-0eb3-49d8-9bdb-d720e069f4fb tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:32.594669 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2047b648-0eb3-49d8-9bdb-d720e069f4fb tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:32.595692 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 6ee537ad-5512-45bb-934e-4815e20a6d76 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:32:32.603561 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b9a4a9a7-f67a-46b5-9e00-caa8a8b349cc req-aed5c891-6e22-4572-a045-05904805f562 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970132 Aug 13 04:32:32.653974 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2047b648-0eb3-49d8-9bdb-d720e069f4fb tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:32.657418 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-2047b648-0eb3-49d8-9bdb-d720e069f4fb tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3118083 Aug 13 04:32:32.660790 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 38914) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:32:32.666207 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [None req-4635e983-93ed-411a-bf2d-bb6ec46c37a5 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Request body: {'security_group_rule': {'security_group_id': 'cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a', 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:32:32.676012 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047b648-0eb3-49d8-9bdb-d720e069f4fb tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:32.721241 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port 6ee537ad-5512-45bb-934e-4815e20a6d76 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:32:32.721672 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:32.732138 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-4635e983-93ed-411a-bf2d-bb6ec46c37a5 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:32.760832 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d36f06-2887-4bae-9022-08388574e2d4 None None] Sync routers for ids ['82894cff-b93f-430a-a01d-6d5633b4f10f'] in dv-cinder-759961-6-iscsi {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:32:32.799802 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d36f06-2887-4bae-9022-08388574e2d4 None None] Routers {'82894cff-b93f-430a-a01d-6d5633b4f10f'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:32:32.801176 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-31d36f06-2887-4bae-9022-08388574e2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:32:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['82894cff-b93f-430a-a01d-6d5633b4f10f'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:32:32.866335 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-4635e983-93ed-411a-bf2d-bb6ec46c37a5 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:32.876691 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-4635e983-93ed-411a-bf2d-bb6ec46c37a5 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143688'] for security_group_rule, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:32.911702 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4635e983-93ed-411a-bf2d-bb6ec46c37a5 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24df0993-99b8-4830-9a2a-2b060af66011,revision_number=0']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:32.926331 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-4635e983-93ed-411a-bf2d-bb6ec46c37a5 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:32.927738 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-4635e983-93ed-411a-bf2d-bb6ec46c37a5 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2658966 Aug 13 04:32:32.930789 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 38924) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:32:32.936961 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [None req-6173dede-f2bf-4b89-8038-2710caddc2c2 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Request body: {'security_group_rule': {'security_group_id': 'cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a', 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:32:32.987142 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-6173dede-f2bf-4b89-8038-2710caddc2c2 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:32.996912 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-31d36f06-2887-4bae-9022-08388574e2d4 None None] Set router 82894cff-b93f-430a-a01d-6d5633b4f10f gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:32:33.073595 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-6173dede-f2bf-4b89-8038-2710caddc2c2 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:33.087331 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-6173dede-f2bf-4b89-8038-2710caddc2c2 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143688'] for security_group_rule, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:33.127799 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6173dede-f2bf-4b89-8038-2710caddc2c2 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf7fea51-7af6-4825-81ae-69f30876e319,revision_number=0']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:33.154201 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-6173dede-f2bf-4b89-8038-2710caddc2c2 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:33.155929 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-6173dede-f2bf-4b89-8038-2710caddc2c2 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2234504 Aug 13 04:32:33.158900 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 38932) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:32:33.164067 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [None req-f363fda0-9131-4557-8fb5-1d6e38a556e8 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Request body: {'security_group_rule': {'security_group_id': 'cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a', 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:32:33.212941 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a720f8-a43d-47b1-af1f-494e634f9728 req-0139d80d-0436-4684-8865-ba8c8c85a0d3 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:33.220768 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f3a720f8-a43d-47b1-af1f-494e634f9728 req-0139d80d-0436-4684-8865-ba8c8c85a0d3 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.1365376 Aug 13 04:32:33.248458 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-f363fda0-9131-4557-8fb5-1d6e38a556e8 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:33.334768 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f3a720f8-a43d-47b1-af1f-494e634f9728 req-3e7a56ed-092e-4d5c-a21c-f1c0f2a25a0c tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128838 Aug 13 04:32:33.369805 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-f363fda0-9131-4557-8fb5-1d6e38a556e8 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:33.376060 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-f363fda0-9131-4557-8fb5-1d6e38a556e8 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143688'] for security_group_rule, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:33.396682 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-31d36f06-2887-4bae-9022-08388574e2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82894cff-b93f-430a-a01d-6d5633b4f10f', 'name': 'tempest-TestVolumeBootPattern-613859592-router', 'tenant_id': 'e86147e2ff2342ff8a28b3b65a60cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd5255231-0d0f-497b-8e2b-0db5b43ff8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:23Z', 'updated_at': '2021-08-13T04:32:29Z', 'revision_number': 4, 'project_id': 'e86147e2ff2342ff8a28b3b65a60cbf7', 'gw_port': {'id': 'd5255231-0d0f-497b-8e2b-0db5b43ff8f0', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ad:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82894cff-b93f-430a-a01d-6d5633b4f10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:24Z', 'updated_at': '2021-08-13T04:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': '0fc4bd31-6831-41ff-aa3c-76cbb203aef7', 'name': '', 'network_id': '8f5419f6-8eb1-4037-b6b8-1fb8911412a9', 'tenant_id': 'e86147e2ff2342ff8a28b3b65a60cbf7', 'mac_address': 'fa:16:3e:2f:c1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82894cff-b93f-430a-a01d-6d5633b4f10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '60f02a74-4a73-4b4b-897c-2f5fc60b9335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:27Z', 'updated_at': '2021-08-13T04:32:29Z', 'revision_number': 2, 'project_id': 'e86147e2ff2342ff8a28b3b65a60cbf7', 'subnets': [{'id': '60f02a74-4a73-4b4b-897c-2f5fc60b9335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:32:33.407139 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363fda0-9131-4557-8fb5-1d6e38a556e8 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e88093-8064-49fa-b0c2-323dd6758dc1,revision_number=0']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:33.411826 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-f363fda0-9131-4557-8fb5-1d6e38a556e8 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:33.417179 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 38938) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:32:33.421370 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-f363fda0-9131-4557-8fb5-1d6e38a556e8 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2608724 Aug 13 04:32:33.429007 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-736cc36f-f35d-4625-8595-722eb3526f3e tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Request body: {'security_group_rule': {'security_group_id': 'cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a', 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:32:33.475184 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d36f06-2887-4bae-9022-08388574e2d4 None None] Checking router: 82894cff-b93f-430a-a01d-6d5633b4f10f for host: dv-cinder-759961-6-iscsi {{(pid=93895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:32:33.475540 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d36f06-2887-4bae-9022-08388574e2d4 None None] Updating router 82894cff-b93f-430a-a01d-6d5633b4f10f port 0fc4bd31-6831-41ff-aa3c-76cbb203aef7 binding host dv-cinder-759961-6-iscsi {{(pid=93895) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:32:33.500150 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-736cc36f-f35d-4625-8595-722eb3526f3e tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:33.522465 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-31d36f06-2887-4bae-9022-08388574e2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:33.583536 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device d5255231-0d0f-497b-8e2b-0db5b43ff8f0 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:32:33.676899 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-736cc36f-f35d-4625-8595-722eb3526f3e tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:33.688634 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-736cc36f-f35d-4625-8595-722eb3526f3e tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143688'] for security_group_rule, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:33.714688 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736cc36f-f35d-4625-8595-722eb3526f3e tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f7198c5-685e-4adf-b726-de16b12fd6e4,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:33.736783 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-736cc36f-f35d-4625-8595-722eb3526f3e tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:33.738485 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-736cc36f-f35d-4625-8595-722eb3526f3e tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3186262 Aug 13 04:32:33.743561 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 38948) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:32:33.749676 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-90e1d9e3-e975-411d-84f1-37a3a53b2a95 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Request body: {'security_group_rule': {'security_group_id': 'cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a', 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:32:33.783029 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.db.securitygroups_db [None req-90e1d9e3-e975-411d-84f1-37a3a53b2a95 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Project 6f2d284955ea4d12b60ceba4f7a53e87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 04:32:33.792823 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-90e1d9e3-e975-411d-84f1-37a3a53b2a95 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:33.818786 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c90e1-6dbf-4bef-abc6-874dbdbc27ba req-7562aed7-3f48-4988-a350-e6cd7f7ca82b tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:33.827923 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f32c90e1-6dbf-4bef-abc6-874dbdbc27ba req-7562aed7-3f48-4988-a350-e6cd7f7ca82b tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.1023359 Aug 13 04:32:33.848466 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port d5255231-0d0f-497b-8e2b-0db5b43ff8f0 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:32:33.849003 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:33.859794 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8147b8e8-08cf-4911-a0f1-493b24373619 req-06890a2e-6cd6-4405-9ce4-c243f6733cec tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:33.871455 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8147b8e8-08cf-4911-a0f1-493b24373619 req-06890a2e-6cd6-4405-9ce4-c243f6733cec tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.1552956 Aug 13 04:32:33.879802 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-90e1d9e3-e975-411d-84f1-37a3a53b2a95 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:33.887000 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-90e1d9e3-e975-411d-84f1-37a3a53b2a95 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143688'] for security_group_rule, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:33.920579 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-90e1d9e3-e975-411d-84f1-37a3a53b2a95 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:33.922383 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-90e1d9e3-e975-411d-84f1-37a3a53b2a95 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1774824 Aug 13 04:32:33.923613 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1d9e3-e975-411d-84f1-37a3a53b2a95 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de1b7743-0e1b-4296-8e69-b911e9182238,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:33.928635 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 38950) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:32:33.933333 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-8471fad3-d28e-4a91-ab0e-79f0478550d6 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Request body: {'security_group_rule': {'security_group_id': 'cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a', 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:32:33.949985 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8147b8e8-08cf-4911-a0f1-493b24373619 req-58d59bb9-97b3-4a0f-b8a8-179c2707f5ea tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795071 Aug 13 04:32:33.973274 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.db.securitygroups_db [None req-8471fad3-d28e-4a91-ab0e-79f0478550d6 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Project 6f2d284955ea4d12b60ceba4f7a53e87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 04:32:33.986824 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f32c90e1-6dbf-4bef-abc6-874dbdbc27ba req-a1a1a199-3379-431d-90c5-03c370677c97 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579931 Aug 13 04:32:33.988472 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8471fad3-d28e-4a91-ab0e-79f0478550d6 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:34.015719 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-31d36f06-2887-4bae-9022-08388574e2d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:34.038592 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-31d36f06-2887-4bae-9022-08388574e2d4 None None] Transition to ACTIVE for port object 0fc4bd31-6831-41ff-aa3c-76cbb203aef7 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:32:34.050877 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-31d36f06-2887-4bae-9022-08388574e2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:34.082776 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8471fad3-d28e-4a91-ab0e-79f0478550d6 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:34.096109 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8471fad3-d28e-4a91-ab0e-79f0478550d6 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143688'] for security_group_rule, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:34.144025 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471fad3-d28e-4a91-ab0e-79f0478550d6 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a38cfc-ca02-4c4e-aaec-59679b50521f,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:34.148303 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ce101-9d35-40a8-b919-47d4f9555013 None None] Pushing event updated for resources: {'Port': ['ID=0fc4bd31-6831-41ff-aa3c-76cbb203aef7,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:34.156365 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8471fad3-d28e-4a91-ab0e-79f0478550d6 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:34.157706 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-8471fad3-d28e-4a91-ab0e-79f0478550d6 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2291117 Aug 13 04:32:34.202997 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-31d36f06-2887-4bae-9022-08388574e2d4 None None] Attempting to bind port 0fc4bd31-6831-41ff-aa3c-76cbb203aef7 on host dv-cinder-759961-6-iscsi for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:32:34.203499 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-31d36f06-2887-4bae-9022-08388574e2d4 None None] Attempting to bind port 0fc4bd31-6831-41ff-aa3c-76cbb203aef7 by drivers openvswitch,hyperv on host dv-cinder-759961-6-iscsi at level 0 using segments [{'id': '20309436-bf11-46bf-9ed8-0dbcd7d3f713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8f5419f6-8eb1-4037-b6b8-1fb8911412a9'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:32:34.204020 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d36f06-2887-4bae-9022-08388574e2d4 None None] Attempting to bind port 0fc4bd31-6831-41ff-aa3c-76cbb203aef7 on network 8f5419f6-8eb1-4037-b6b8-1fb8911412a9 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:32:34.209499 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d36f06-2887-4bae-9022-08388574e2d4 None None] Checking agent: {'id': '10f62c82-9a8d-499f-91cc-7991f11962ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 22, 11), 'started_at': datetime.datetime(2021, 8, 13, 4, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:32:34.209876 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d36f06-2887-4bae-9022-08388574e2d4 None None] Checking segment: {'id': '20309436-bf11-46bf-9ed8-0dbcd7d3f713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8f5419f6-8eb1-4037-b6b8-1fb8911412a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:32:34.210296 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-31d36f06-2887-4bae-9022-08388574e2d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:34.210847 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d36f06-2887-4bae-9022-08388574e2d4 None None] Bound using segment: {'id': '20309436-bf11-46bf-9ed8-0dbcd7d3f713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8f5419f6-8eb1-4037-b6b8-1fb8911412a9'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:32:34.211288 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-31d36f06-2887-4bae-9022-08388574e2d4 None None] Bound port: 0fc4bd31-6831-41ff-aa3c-76cbb203aef7, host: dv-cinder-759961-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20309436-bf11-46bf-9ed8-0dbcd7d3f713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '8f5419f6-8eb1-4037-b6b8-1fb8911412a9'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:32:34.211670 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-31d36f06-2887-4bae-9022-08388574e2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:34.308774 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-31d36f06-2887-4bae-9022-08388574e2d4 None None] For port 0fc4bd31-6831-41ff-aa3c-76cbb203aef7, host dv-cinder-759961-6-iscsi, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:32:34.320463 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-31d36f06-2887-4bae-9022-08388574e2d4 None None] For port 0fc4bd31-6831-41ff-aa3c-76cbb203aef7, host dv-cinder-759961-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=0fc4bd31-6831-41ff-aa3c-76cbb203aef7,segment=NetworkSegment(20309436-bf11-46bf-9ed8-0dbcd7d3f713),segment_id=20309436-bf11-46bf-9ed8-0dbcd7d3f713)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:32:34.328089 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-31d36f06-2887-4bae-9022-08388574e2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:34.416588 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d36f06-2887-4bae-9022-08388574e2d4 None None] Routers {'82894cff-b93f-430a-a01d-6d5633b4f10f'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:32:34.417439 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-31d36f06-2887-4bae-9022-08388574e2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:32:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['82894cff-b93f-430a-a01d-6d5633b4f10f'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:32:34.514734 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c403e83-eb23-4381-825c-7c9dd49f00e3 req-2be76e73-e481-453b-b292-e8c476da3ded tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:34.517356 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6c403e83-eb23-4381-825c-7c9dd49f00e3 req-2be76e73-e481-453b-b292-e8c476da3ded tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.0916445 Aug 13 04:32:34.652104 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-31d36f06-2887-4bae-9022-08388574e2d4 None None] Set router 82894cff-b93f-430a-a01d-6d5633b4f10f gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:32:34.654176 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6c403e83-eb23-4381-825c-7c9dd49f00e3 req-48eb4dcf-55d6-450e-83b7-1cf0027244b5 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216991 Aug 13 04:32:34.743151 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ce101-9d35-40a8-b919-47d4f9555013 None None] Pushing event updated for resources: {'Port': ['ID=0fc4bd31-6831-41ff-aa3c-76cbb203aef7,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:34.969389 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-31d36f06-2887-4bae-9022-08388574e2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82894cff-b93f-430a-a01d-6d5633b4f10f', 'name': 'tempest-TestVolumeBootPattern-613859592-router', 'tenant_id': 'e86147e2ff2342ff8a28b3b65a60cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd5255231-0d0f-497b-8e2b-0db5b43ff8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:23Z', 'updated_at': '2021-08-13T04:32:29Z', 'revision_number': 4, 'project_id': 'e86147e2ff2342ff8a28b3b65a60cbf7', 'gw_port': {'id': 'd5255231-0d0f-497b-8e2b-0db5b43ff8f0', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ad:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82894cff-b93f-430a-a01d-6d5633b4f10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:24Z', 'updated_at': '2021-08-13T04:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': '0fc4bd31-6831-41ff-aa3c-76cbb203aef7', 'name': '', 'network_id': '8f5419f6-8eb1-4037-b6b8-1fb8911412a9', 'tenant_id': 'e86147e2ff2342ff8a28b3b65a60cbf7', 'mac_address': 'fa:16:3e:2f:c1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82894cff-b93f-430a-a01d-6d5633b4f10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '60f02a74-4a73-4b4b-897c-2f5fc60b9335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:27Z', 'updated_at': '2021-08-13T04:32:34Z', 'revision_number': 4, 'project_id': 'e86147e2ff2342ff8a28b3b65a60cbf7', 'subnets': [{'id': '60f02a74-4a73-4b4b-897c-2f5fc60b9335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:32:35.000231 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d36f06-2887-4bae-9022-08388574e2d4 None None] The sync data for ids ['82894cff-b93f-430a-a01d-6d5633b4f10f'] in dv-cinder-759961-6-iscsi is: [{'id': '82894cff-b93f-430a-a01d-6d5633b4f10f', 'name': 'tempest-TestVolumeBootPattern-613859592-router', 'tenant_id': 'e86147e2ff2342ff8a28b3b65a60cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd5255231-0d0f-497b-8e2b-0db5b43ff8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:23Z', 'updated_at': '2021-08-13T04:32:29Z', 'revision_number': 4, 'project_id': 'e86147e2ff2342ff8a28b3b65a60cbf7', 'gw_port': {'id': 'd5255231-0d0f-497b-8e2b-0db5b43ff8f0', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ad:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82894cff-b93f-430a-a01d-6d5633b4f10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:24Z', 'updated_at': '2021-08-13T04:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': '0fc4bd31-6831-41ff-aa3c-76cbb203aef7', 'name': '', 'network_id': '8f5419f6-8eb1-4037-b6b8-1fb8911412a9', 'tenant_id': 'e86147e2ff2342ff8a28b3b65a60cbf7', 'mac_address': 'fa:16:3e:2f:c1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82894cff-b93f-430a-a01d-6d5633b4f10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '60f02a74-4a73-4b4b-897c-2f5fc60b9335', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:27Z', 'updated_at': '2021-08-13T04:32:34Z', 'revision_number': 4, 'project_id': 'e86147e2ff2342ff8a28b3b65a60cbf7', 'subnets': [{'id': '60f02a74-4a73-4b4b-897c-2f5fc60b9335', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:32:35.136821 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74433dd7-c1a1-48f0-8eeb-73dfc2512b80 req-b5323210-14a1-4a8b-b943-0a897f968f33 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:35.146416 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-74433dd7-c1a1-48f0-8eeb-73dfc2512b80 req-b5323210-14a1-4a8b-b943-0a897f968f33 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.1076951 Aug 13 04:32:35.191602 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-74433dd7-c1a1-48f0-8eeb-73dfc2512b80 req-1d0800df-15e6-484a-8df6-8c16a3e75e70 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438488 Aug 13 04:32:35.330802 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84380aa-4a56-4878-a63d-1e4285a16719 req-cac482f9-311b-4eb9-98d1-48875af4751a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:35.333136 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a84380aa-4a56-4878-a63d-1e4285a16719 req-cac482f9-311b-4eb9-98d1-48875af4751a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.0610290 Aug 13 04:32:35.385184 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a84380aa-4a56-4878-a63d-1e4285a16719 req-975049ec-713b-4557-8cab-65f50542f205 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430210 Aug 13 04:32:35.548502 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 0fc4bd31-6831-41ff-aa3c-76cbb203aef7 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:32:35.611025 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning for port 0fc4bd31-6831-41ff-aa3c-76cbb203aef7 completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:32:35.615531 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port 0fc4bd31-6831-41ff-aa3c-76cbb203aef7 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:32:35.615920 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:35.783779 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:35.839140 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] For port 0fc4bd31-6831-41ff-aa3c-76cbb203aef7, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=0fc4bd31-6831-41ff-aa3c-76cbb203aef7,segment=NetworkSegment(20309436-bf11-46bf-9ed8-0dbcd7d3f713),segment_id=20309436-bf11-46bf-9ed8-0dbcd7d3f713)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:32:35.846561 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:35.869340 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9101e57e-37ae-49b7-8d46-39b97b1c7c1d req-6588fbaa-6d74-45c4-8292-8ee34b4d8e03 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:35.870944 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9101e57e-37ae-49b7-8d46-39b97b1c7c1d req-6588fbaa-6d74-45c4-8292-8ee34b4d8e03 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.0610654 Aug 13 04:32:35.915302 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Pushing event updated for resources: {'Port': ['ID=0fc4bd31-6831-41ff-aa3c-76cbb203aef7,revision_number=5']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:35.933065 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9101e57e-37ae-49b7-8d46-39b97b1c7c1d req-d97d4846-89f2-4a7d-8140-c0bd753c6f2b tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553513 Aug 13 04:32:36.326580 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73085e5-fe30-4c4d-8710-5f84ea4ae053 req-64c6bbca-e9ce-46ad-8354-7665d16625a7 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:36.328080 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d73085e5-fe30-4c4d-8710-5f84ea4ae053 req-64c6bbca-e9ce-46ad-8354-7665d16625a7 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.0620992 Aug 13 04:32:36.367623 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d73085e5-fe30-4c4d-8710-5f84ea4ae053 req-2b2a3a35-bf17-4d2a-996d-0fe493d71c4c tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334754 Aug 13 04:32:36.520376 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587f274-736f-4791-8fbf-b1b52f24e797 req-744890c4-7a01-44de-b752-38733c2b09cf tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:36.521803 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e587f274-736f-4791-8fbf-b1b52f24e797 req-744890c4-7a01-44de-b752-38733c2b09cf tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.0596035 Aug 13 04:32:36.571276 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e587f274-736f-4791-8fbf-b1b52f24e797 req-2a04e60e-09e1-418f-835c-227c8dcc11bf tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427308 Aug 13 04:32:37.071150 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406be4b-7122-4011-93ff-19024179d5b1 req-14947f6d-c727-4ce6-9b3e-e9e56094ee08 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:37.073099 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6406be4b-7122-4011-93ff-19024179d5b1 req-14947f6d-c727-4ce6-9b3e-e9e56094ee08 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.0572736 Aug 13 04:32:37.111420 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6406be4b-7122-4011-93ff-19024179d5b1 req-61fb8c67-7e92-4f30-9241-1888de0fee1a tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322785 Aug 13 04:32:37.495165 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 0fc4bd31-6831-41ff-aa3c-76cbb203aef7 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:32:37.496591 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6955f0e-975e-4fcb-92b1-06f054a3f249 req-d90349f0-726a-497a-920a-70578c3b42ef tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:37.498250 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b6955f0e-975e-4fcb-92b1-06f054a3f249 req-d90349f0-726a-497a-920a-70578c3b42ef tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.0578289 Aug 13 04:32:37.546068 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b6955f0e-975e-4fcb-92b1-06f054a3f249 req-90395a74-14a0-486d-a6dc-507111e72bdb tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417433 Aug 13 04:32:37.603136 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port 0fc4bd31-6831-41ff-aa3c-76cbb203aef7 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:32:37.603550 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:37.782487 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ad262-4121-428d-a578-c488a93f5b3d req-5fea9fd3-15f4-46a8-b940-72362899252b tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:37.784313 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-747ad262-4121-428d-a578-c488a93f5b3d req-5fea9fd3-15f4-46a8-b940-72362899252b tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.0650511 Aug 13 04:32:37.826980 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-747ad262-4121-428d-a578-c488a93f5b3d req-179ec640-a7c7-48da-b2ea-8119f4bad7ba tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348811 Aug 13 04:32:38.071854 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a92ed53f-7b84-4a76-9270-2f942604f61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:38.232224 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2fff5d-a1ba-44d7-850d-256f9a7178ed req-3b583c4c-a4d3-4e24-8aa7-59bd4774a68c tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:38.233758 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3a2fff5d-a1ba-44d7-850d-256f9a7178ed req-3b583c4c-a4d3-4e24-8aa7-59bd4774a68c tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.0518861 Aug 13 04:32:38.276031 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3a2fff5d-a1ba-44d7-850d-256f9a7178ed req-db8087a5-2d58-47a3-81d6-ca1715c3c4cb tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347903 Aug 13 04:32:38.769893 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de56880-9a56-4279-81ab-5046c447348b req-d8ed3897-0388-4a5c-b93d-00b19665634e tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:38.773787 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7de56880-9a56-4279-81ab-5046c447348b req-d8ed3897-0388-4a5c-b93d-00b19665634e tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.0956223 Aug 13 04:32:38.837564 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7de56880-9a56-4279-81ab-5046c447348b req-807ec841-5a4c-4c4b-93c8-730a0bf33473 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506346 Aug 13 04:32:38.983599 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fabaaff-b7f0-48ba-9776-e0db9d795a56 req-6724f736-4c09-4c40-8f06-bde56c53a4cd tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:38.985269 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4fabaaff-b7f0-48ba-9776-e0db9d795a56 req-6724f736-4c09-4c40-8f06-bde56c53a4cd tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.0589993 Aug 13 04:32:39.027683 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4fabaaff-b7f0-48ba-9776-e0db9d795a56 req-f77fdecc-e44d-4ff7-9421-c74318ef7274 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360897 Aug 13 04:32:39.396786 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a03445d-65f8-4fa1-81a2-2de5ce5606e8 req-259c500f-5fac-43f9-a57e-336efe92a0a0 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:39.404954 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5a03445d-65f8-4fa1-81a2-2de5ce5606e8 req-259c500f-5fac-43f9-a57e-336efe92a0a0 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.0560133 Aug 13 04:32:39.454143 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5a03445d-65f8-4fa1-81a2-2de5ce5606e8 req-75380bc0-72ed-4422-bb38-ca526a9eca38 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480242 Aug 13 04:32:39.733458 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9882e6-affc-4c12-8913-56fc2b055dff req-3408f36f-00f5-4f8b-a642-47b4fe763e24 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:39.740962 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2a9882e6-affc-4c12-8913-56fc2b055dff req-3408f36f-00f5-4f8b-a642-47b4fe763e24 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.0646136 Aug 13 04:32:39.818312 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2a9882e6-affc-4c12-8913-56fc2b055dff req-a2161ddf-5b98-4fce-99eb-8ada2ca4c916 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757000 Aug 13 04:32:39.840010 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6fc78-0861-4b9c-a717-83d2e94734aa req-384d2f5d-c0d2-4d12-8c78-11f4a7b6b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:39.842355 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-60f6fc78-0861-4b9c-a717-83d2e94734aa req-384d2f5d-c0d2-4d12-8c78-11f4a7b6b70a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=14887014218041cc86fddfa8a151dcd6&device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 1098 time: 0.0716553 Aug 13 04:32:39.976994 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6fc78-0861-4b9c-a717-83d2e94734aa req-7bbf1b82-9085-4cd6-85c2-b2e81021b48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:39.978499 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-60f6fc78-0861-4b9c-a717-83d2e94734aa req-7bbf1b82-9085-4cd6-85c2-b2e81021b48b service neutron] 10.222.0.64 "GET /v2.0/networks?id=9c9aa154-2553-4e43-a430-2b11cf059f5c HTTP/1.1" status: 200 len: 911 time: 0.1279461 Aug 13 04:32:40.004014 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc239dc-abff-46b3-b3ed-e3718d57cdcc req-221e227b-9fa4-46d8-804e-9d5217308f94 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:40.005817 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9fc239dc-abff-46b3-b3ed-e3718d57cdcc req-221e227b-9fa4-46d8-804e-9d5217308f94 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.0689836 Aug 13 04:32:40.085848 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-60f6fc78-0861-4b9c-a717-83d2e94734aa req-cc88eaf5-8f33-4395-a41d-60ba98406b4d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5bada29-7024-47b0-b3dd-d142dd41cdda HTTP/1.1" status: 200 len: 1000 time: 0.0952611 Aug 13 04:32:40.090727 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9fc239dc-abff-46b3-b3ed-e3718d57cdcc req-dedea5ea-3c55-4dc1-bc55-2ff1578e350e tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553308 Aug 13 04:32:40.167137 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6fc78-0861-4b9c-a717-83d2e94734aa req-1a9b29f3-4948-4393-a441-4f2bbb89af5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:40.168652 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-60f6fc78-0861-4b9c-a717-83d2e94734aa req-1a9b29f3-4948-4393-a441-4f2bbb89af5c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5b21e272-0ba6-46ef-9194-8e0451e934ca HTTP/1.1" status: 200 len: 849 time: 0.0718369 Aug 13 04:32:40.233410 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edee71-86a4-490b-ba2a-af3265a6fcf9 req-e6d1bcc6-249c-478a-b18e-7db1a0ba1d5f tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:40.235024 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c5edee71-86a4-490b-ba2a-af3265a6fcf9 req-e6d1bcc6-249c-478a-b18e-7db1a0ba1d5f tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.0829313 Aug 13 04:32:40.242841 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6fc78-0861-4b9c-a717-83d2e94734aa req-801f8bba-1e62-4225-a665-37f998986c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:40.244644 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-60f6fc78-0861-4b9c-a717-83d2e94734aa req-801f8bba-1e62-4225-a665-37f998986c30 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c9aa154-2553-4e43-a430-2b11cf059f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0619559 Aug 13 04:32:40.326947 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c5edee71-86a4-490b-ba2a-af3265a6fcf9 req-93c8a185-cb6b-477f-9f0b-07d9458d63ab tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812607 Aug 13 04:32:40.366714 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-60f6fc78-0861-4b9c-a717-83d2e94734aa req-e9f92ff2-d5b9-4a6d-94ab-497e28fba381 service neutron] 10.222.0.64 "GET /v2.0/networks/9c9aa154-2553-4e43-a430-2b11cf059f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072900 Aug 13 04:32:40.474161 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-60f6fc78-0861-4b9c-a717-83d2e94734aa req-53bd35c1-f779-4a87-b26d-8f5400e5b3e9 service neutron] 10.222.0.64 "GET /v2.0/networks/9c9aa154-2553-4e43-a430-2b11cf059f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948780 Aug 13 04:32:40.919377 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f2b0c929-7aa0-46b5-b825-85a7b82380a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:40.981739 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f5a2e-8ee5-44ed-b696-1c82e336cb99 req-9bb02cea-a374-48fa-8926-901a7e0411b3 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:40.983189 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-192f5a2e-8ee5-44ed-b696-1c82e336cb99 req-9bb02cea-a374-48fa-8926-901a7e0411b3 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.0505002 Aug 13 04:32:41.025472 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-192f5a2e-8ee5-44ed-b696-1c82e336cb99 req-e9f516b2-dac5-4b5e-aaed-c39481792646 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362217 Aug 13 04:32:41.219302 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34912824-e297-4c3e-a7f0-91cc6dd6e627 req-13d1f723-433b-40f3-b9b5-fd4ceb609c9d tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:41.220960 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-34912824-e297-4c3e-a7f0-91cc6dd6e627 req-13d1f723-433b-40f3-b9b5-fd4ceb609c9d tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.0599618 Aug 13 04:32:41.268334 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-34912824-e297-4c3e-a7f0-91cc6dd6e627 req-5479f408-164b-40ff-92c6-431307f9653f tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372419 Aug 13 04:32:41.355310 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:41.481774 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b13076-e53c-4e5a-a2e1-b7cb480deb4f req-2e674bb9-78e0-42eb-9061-c5893c020ed7 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:41.483559 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-63b13076-e53c-4e5a-a2e1-b7cb480deb4f req-2e674bb9-78e0-42eb-9061-c5893c020ed7 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.0649562 Aug 13 04:32:41.557293 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-63b13076-e53c-4e5a-a2e1-b7cb480deb4f req-32ee4a52-0c35-4de7-9ca5-d6aa6566509e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621779 Aug 13 04:32:41.815578 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a94f99-7f42-49f6-8483-835737d58bfa req-6d589f14-322c-4be8-8323-7a23bf2e17d3 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:41.826033 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-76a94f99-7f42-49f6-8483-835737d58bfa req-6d589f14-322c-4be8-8323-7a23bf2e17d3 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/networks?id=e5a4407b-136d-4505-b628-117c1b1fc3a4 HTTP/1.1" status: 200 len: 814 time: 0.1467440 Aug 13 04:32:41.837663 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-76a94f99-7f42-49f6-8483-835737d58bfa req-80de22bb-8ab7-4922-9f4c-3aa9184a4612 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/quotas/44afcd45727640ec80dc17fe4fcf67fb HTTP/1.1" status: 200 len: 375 time: 0.0107162 Aug 13 04:32:41.919442 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-76a94f99-7f42-49f6-8483-835737d58bfa req-b067cac7-935c-478e-98da-0a9b5e41155d tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=44afcd45727640ec80dc17fe4fcf67fb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0697558 Aug 13 04:32:41.987284 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:42.041734 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-76a94f99-7f42-49f6-8483-835737d58bfa req-4e9ec14a-1e5d-4707-92d3-65fd0ba0d79f service neutron] 10.222.0.13 "GET /v2.0/networks/e5a4407b-136d-4505-b628-117c1b1fc3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044822 Aug 13 04:32:42.185456 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-76a94f99-7f42-49f6-8483-835737d58bfa req-791e75dc-c1dd-451f-9c27-4f5db05a5a1f service neutron] 10.222.0.13 "GET /v2.0/networks/e5a4407b-136d-4505-b628-117c1b1fc3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346548 Aug 13 04:32:42.199458 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca1b05-f309-48cb-a1f5-ac6f5ccb5cb0 req-d19aa4f6-c653-46fd-bd0d-b8e9290742e6 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:42.201725 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5cca1b05-f309-48cb-a1f5-ac6f5ccb5cb0 req-d19aa4f6-c653-46fd-bd0d-b8e9290742e6 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.0905046 Aug 13 04:32:42.260608 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5cca1b05-f309-48cb-a1f5-ac6f5ccb5cb0 req-02727354-ceff-4c63-ac69-e59817d80ab8 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471923 Aug 13 04:32:42.277208 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:42.452936 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f28fb8-9139-42d7-8c70-fdb72ff7904b req-8a1645ba-6ea5-4a6b-91fe-dec0c2e934aa tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:42.454776 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-62f28fb8-9139-42d7-8c70-fdb72ff7904b req-8a1645ba-6ea5-4a6b-91fe-dec0c2e934aa tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.0883262 Aug 13 04:32:42.513383 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-47c1394a-fd91-44ee-afb5-cdbde569c0f3 req-13bbeedd-f270-478e-a795-98c9c1e286d7 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 210 time: 0.0693812 Aug 13 04:32:42.573827 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-62f28fb8-9139-42d7-8c70-fdb72ff7904b req-8ea424d6-4bf8-4918-9ddf-58c8f323c4b7 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841165 Aug 13 04:32:42.739771 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1580a5-4d3f-444c-be82-6b45b828d346 req-14b76387-fd2c-4d0f-8d64-b2bd40ca6096 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:42.742266 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ef1580a5-4d3f-444c-be82-6b45b828d346 req-14b76387-fd2c-4d0f-8d64-b2bd40ca6096 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.0627966 Aug 13 04:32:42.800600 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ef1580a5-4d3f-444c-be82-6b45b828d346 req-39ce0f6e-e751-4ca5-ba92-765447bf69c2 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487707 Aug 13 04:32:43.393660 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1528926-8362-4fb9-b603-92cb97da1ba2 req-ce466711-080a-44ef-bf1a-3de1a4491cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:43.399693 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a1528926-8362-4fb9-b603-92cb97da1ba2 req-ce466711-080a-44ef-bf1a-3de1a4491cc7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 1099 time: 0.0427625 Aug 13 04:32:43.459748 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a1528926-8362-4fb9-b603-92cb97da1ba2 req-9c8a4c39-718d-407f-b7cc-342b98892a7b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540757 Aug 13 04:32:43.651758 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c1f887bc-b0c5-490b-a40c-9144973eea1c req-f3e59472-fa12-4a47-ae4a-91563060586a tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 210 time: 0.0509932 Aug 13 04:32:43.876693 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f7995f-d3b8-4210-983b-8b4700cd1f62 req-83ba8a91-e279-4508-8028-aeee018a1fc5 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:43.878378 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-04f7995f-d3b8-4210-983b-8b4700cd1f62 req-83ba8a91-e279-4508-8028-aeee018a1fc5 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.1591792 Aug 13 04:32:43.889261 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a94f99-7f42-49f6-8483-835737d58bfa req-708860b9-f4ba-4697-9a3d-61aa4eeb4f57 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:43.890799 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-76a94f99-7f42-49f6-8483-835737d58bfa req-708860b9-f4ba-4697-9a3d-61aa4eeb4f57 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.64 "GET /v2.0/networks?id=e5a4407b-136d-4505-b628-117c1b1fc3a4 HTTP/1.1" status: 200 len: 814 time: 0.2295015 Aug 13 04:32:43.916306 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [req-76a94f99-7f42-49f6-8483-835737d58bfa req-029b9033-9e49-4923-821c-2d4ff0dfbbb0 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Request body: {'port': {'device_id': '17d3fbfa-ac7d-47d6-9682-00405fcb9a3f', 'network_id': 'e5a4407b-136d-4505-b628-117c1b1fc3a4', 'admin_state_up': True, 'tenant_id': '44afcd45727640ec80dc17fe4fcf67fb'}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:32:44.016386 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:44.020035 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-04f7995f-d3b8-4210-983b-8b4700cd1f62 req-1a1a4409-7118-46dd-98ee-83a61aaff331 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281350 Aug 13 04:32:44.065949 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bd4b1-861f-4191-bc72-7e75079548f3 req-40d7bd1f-3a1d-4cdf-bd9e-17e987d4f2d2 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:44.070709 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f11bd4b1-861f-4191-bc72-7e75079548f3 req-40d7bd1f-3a1d-4cdf-bd9e-17e987d4f2d2 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.1601233 Aug 13 04:32:44.129817 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f11bd4b1-861f-4191-bc72-7e75079548f3 req-e36475ce-1642-4ee2-9b40-72888f0c9deb tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499146 Aug 13 04:32:44.143145 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76a94f99-7f42-49f6-8483-835737d58bfa req-029b9033-9e49-4923-821c-2d4ff0dfbbb0 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Made reservation on behalf of 44afcd45727640ec80dc17fe4fcf67fb for: {'port': 1} {{(pid=93893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:32:44.149573 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-76a94f99-7f42-49f6-8483-835737d58bfa req-029b9033-9e49-4923-821c-2d4ff0dfbbb0 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:44.287549 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.db_base_plugin_common [req-76a94f99-7f42-49f6-8483-835737d58bfa req-029b9033-9e49-4923-821c-2d4ff0dfbbb0 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Allocated IP 172.20.0.4 (e5a4407b-136d-4505-b628-117c1b1fc3a4/b34fb96a-c863-4437-9084-58bfc9a701c8/4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564) {{(pid=93893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:32:44.458320 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-76a94f99-7f42-49f6-8483-835737d58bfa req-029b9033-9e49-4923-821c-2d4ff0dfbbb0 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Notify callbacks [] for port, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:44.506022 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-76a94f99-7f42-49f6-8483-835737d58bfa req-029b9033-9e49-4923-821c-2d4ff0dfbbb0 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:44.521783 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['4a62d4b3-3837-414b-a01d-079fec907da0', 'cd209cdf-3517-46ae-b5d5-f413928df01c', '0657054b-1691-465d-9907-ea9e81ae050a'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:32:44.571407 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76a94f99-7f42-49f6-8483-835737d58bfa req-029b9033-9e49-4923-821c-2d4ff0dfbbb0 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Network e5a4407b-136d-4505-b628-117c1b1fc3a4 is already hosted by enough agents. {{(pid=93893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:32:44.575780 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.base_scheduler [req-76a94f99-7f42-49f6-8483-835737d58bfa req-029b9033-9e49-4923-821c-2d4ff0dfbbb0 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Resources bound (agent type, host, resource id): {{(pid=93893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:32:44.579260 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a94f99-7f42-49f6-8483-835737d58bfa req-029b9033-9e49-4923-821c-2d4ff0dfbbb0 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Received port after_create {{(pid=93893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:32:44.627391 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b9033-9e49-4923-821c-2d4ff0dfbbb0 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Pushing event updated for resources: {'Port': ['ID=4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:44.659377 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a94f99-7f42-49f6-8483-835737d58bfa req-029b9033-9e49-4923-821c-2d4ff0dfbbb0 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:44.660101 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-76a94f99-7f42-49f6-8483-835737d58bfa req-029b9033-9e49-4923-821c-2d4ff0dfbbb0 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:44.682540 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-76a94f99-7f42-49f6-8483-835737d58bfa req-029b9033-9e49-4923-821c-2d4ff0dfbbb0 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7709541 Aug 13 04:32:44.700540 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [req-76a94f99-7f42-49f6-8483-835737d58bfa req-3f4a1e8a-586e-4d7c-8e18-0287be25dace service neutron] Request body: {'port': {'device_id': '17d3fbfa-ac7d-47d6-9682-00405fcb9a3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:32:44.804990 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-76a94f99-7f42-49f6-8483-835737d58bfa req-3f4a1e8a-586e-4d7c-8e18-0287be25dace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:44.827978 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576573f-acaa-4acf-ae8f-d65f00d60190 req-79a43998-bbe0-4594-96b4-d6fb52f6a105 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:44.829195 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9576573f-acaa-4acf-ae8f-d65f00d60190 req-79a43998-bbe0-4594-96b4-d6fb52f6a105 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 931 time: 0.0919018 Aug 13 04:32:44.951357 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9576573f-acaa-4acf-ae8f-d65f00d60190 req-e6d98325-6649-4c8a-a52a-7ad0b52911fb tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999229 Aug 13 04:32:45.370586 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4076c45-9209-4dfa-b377-3c2052e47fd7 req-ebb292e8-19b9-4bef-9d3d-d25cb6439ade tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:45.372022 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f4076c45-9209-4dfa-b377-3c2052e47fd7 req-ebb292e8-19b9-4bef-9d3d-d25cb6439ade tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.1378658 Aug 13 04:32:45.387749 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c6f98-3623-46a4-bf8f-63a725c60eb3 req-79e773cf-93e4-4dd9-8a51-6f6dccd58e5d tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:45.389150 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ea5c6f98-3623-46a4-bf8f-63a725c60eb3 req-79e773cf-93e4-4dd9-8a51-6f6dccd58e5d tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.1533642 Aug 13 04:32:45.484153 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f4076c45-9209-4dfa-b377-3c2052e47fd7 req-14a5b784-429c-4949-a940-99b58cca59e1 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043651 Aug 13 04:32:45.497504 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ea5c6f98-3623-46a4-bf8f-63a725c60eb3 req-6dd57191-f8d4-4847-993e-a7a27b7bd432 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005919 Aug 13 04:32:45.503366 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [req-76a94f99-7f42-49f6-8483-835737d58bfa req-3f4a1e8a-586e-4d7c-8e18-0287be25dace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564 {{(pid=93893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:32:45.511538 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-76a94f99-7f42-49f6-8483-835737d58bfa req-3f4a1e8a-586e-4d7c-8e18-0287be25dace service neutron] Notify callbacks [] for port, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:45.528863 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.provisioning_blocks [req-76a94f99-7f42-49f6-8483-835737d58bfa req-3f4a1e8a-586e-4d7c-8e18-0287be25dace service neutron] Transition to ACTIVE for port object 4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564 will not be triggered until provisioned by entity L2. {{(pid=93893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:32:45.535670 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-76a94f99-7f42-49f6-8483-835737d58bfa req-3f4a1e8a-586e-4d7c-8e18-0287be25dace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9290061'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:45.596759 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a1e8a-586e-4d7c-8e18-0287be25dace service neutron] Pushing event updated for resources: {'Port': ['ID=4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564,revision_number=2']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:45.712649 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [req-76a94f99-7f42-49f6-8483-835737d58bfa req-3f4a1e8a-586e-4d7c-8e18-0287be25dace service neutron] Attempting to bind port 4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:32:45.713003 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [req-76a94f99-7f42-49f6-8483-835737d58bfa req-3f4a1e8a-586e-4d7c-8e18-0287be25dace service neutron] Attempting to bind port 4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '294d5366-306b-4365-8cf5-2c3e5f8bb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e5a4407b-136d-4505-b628-117c1b1fc3a4'}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:32:45.713347 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a94f99-7f42-49f6-8483-835737d58bfa req-3f4a1e8a-586e-4d7c-8e18-0287be25dace service neutron] Attempting to bind port 4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564 on network e5a4407b-136d-4505-b628-117c1b1fc3a4 {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:32:45.728186 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174420da-494b-4c1e-8b59-f5be4a3839ae req-e79b3720-6209-458b-ad43-8b0e7997e7e3 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:45.729976 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-174420da-494b-4c1e-8b59-f5be4a3839ae req-e79b3720-6209-458b-ad43-8b0e7997e7e3 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0830278 Aug 13 04:32:45.730448 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a94f99-7f42-49f6-8483-835737d58bfa req-3f4a1e8a-586e-4d7c-8e18-0287be25dace service neutron] Port 4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564 on network e5a4407b-136d-4505-b628-117c1b1fc3a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:32:45.730775 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a94f99-7f42-49f6-8483-835737d58bfa req-3f4a1e8a-586e-4d7c-8e18-0287be25dace service neutron] Attempting to bind port 4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564 on network e5a4407b-136d-4505-b628-117c1b1fc3a4 {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:32:45.736677 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a94f99-7f42-49f6-8483-835737d58bfa req-3f4a1e8a-586e-4d7c-8e18-0287be25dace service neutron] Checking agent: {'id': '799e1584-199c-46e1-adc5-08501adf479b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:32:45.737022 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a94f99-7f42-49f6-8483-835737d58bfa req-3f4a1e8a-586e-4d7c-8e18-0287be25dace service neutron] Checking segment: {'id': '294d5366-306b-4365-8cf5-2c3e5f8bb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e5a4407b-136d-4505-b628-117c1b1fc3a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:32:45.737461 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a94f99-7f42-49f6-8483-835737d58bfa req-3f4a1e8a-586e-4d7c-8e18-0287be25dace service neutron] Bound using segment: {'id': '294d5366-306b-4365-8cf5-2c3e5f8bb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e5a4407b-136d-4505-b628-117c1b1fc3a4'} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:32:45.737917 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [req-76a94f99-7f42-49f6-8483-835737d58bfa req-3f4a1e8a-586e-4d7c-8e18-0287be25dace service neutron] Bound port: 4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '294d5366-306b-4365-8cf5-2c3e5f8bb811', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'e5a4407b-136d-4505-b628-117c1b1fc3a4'}}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:32:45.738315 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-76a94f99-7f42-49f6-8483-835737d58bfa req-3f4a1e8a-586e-4d7c-8e18-0287be25dace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:45.812367 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-174420da-494b-4c1e-8b59-f5be4a3839ae req-7fff4693-9a9b-45c3-83e9-c5c1bc1022bc tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718119 Aug 13 04:32:45.844929 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [req-76a94f99-7f42-49f6-8483-835737d58bfa req-3f4a1e8a-586e-4d7c-8e18-0287be25dace service neutron] For port 4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564, host hv-cinder-75996, cleared binding levels {{(pid=93893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:32:45.850091 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [req-76a94f99-7f42-49f6-8483-835737d58bfa req-3f4a1e8a-586e-4d7c-8e18-0287be25dace service neutron] For port 4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564,segment=NetworkSegment(294d5366-306b-4365-8cf5-2c3e5f8bb811),segment_id=294d5366-306b-4365-8cf5-2c3e5f8bb811)] {{(pid=93893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:32:45.854170 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-76a94f99-7f42-49f6-8483-835737d58bfa req-3f4a1e8a-586e-4d7c-8e18-0287be25dace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9290061'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:45.896393 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a94f99-7f42-49f6-8483-835737d58bfa req-3f4a1e8a-586e-4d7c-8e18-0287be25dace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:45.897194 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-76a94f99-7f42-49f6-8483-835737d58bfa req-3f4a1e8a-586e-4d7c-8e18-0287be25dace service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:32:45.899146 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-76a94f99-7f42-49f6-8483-835737d58bfa req-3f4a1e8a-586e-4d7c-8e18-0287be25dace service neutron] 10.222.0.64 "PUT /v2.0/ports/4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564 HTTP/1.1" status: 200 len: 1093 time: 1.2035074 Aug 13 04:32:45.899692 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d3fbfa-ac7d-47d6-9682-00405fcb9a3f', 'tag': '4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564'}] {{(pid=93893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:32:45.902102 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aea723d68c964973b0702c1800637223d1e6775f666202f903cb1e18101cb68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db313243-ced1-4eb1-aac1-f298fa1540a5" -d '{"events": [{"name": "network-changed", "server_uuid": "17d3fbfa-ac7d-47d6-9682-00405fcb9a3f", "tag": "4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564"}]}' {{(pid=93893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:32:45.939711 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a1e8a-586e-4d7c-8e18-0287be25dace service neutron] Pushing event updated for resources: {'Port': ['ID=4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564,revision_number=3']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:32:45.983361 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc09d074-e053-406a-9a81-c40cad039988 x-openstack-request-id: req-dc09d074-e053-406a-9a81-c40cad039988 {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:32:45.983740 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d3fbfa-ac7d-47d6-9682-00405fcb9a3f", "tag": "4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564", "status": "completed", "code": 200}]} {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:32:45.983941 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc09d074-e053-406a-9a81-c40cad039988 {{(pid=93893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:32:45.984300 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d3fbfa-ac7d-47d6-9682-00405fcb9a3f', 'tag': '4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564', 'status': 'completed', 'code': 200} Aug 13 04:32:46.009716 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a94f99-7f42-49f6-8483-835737d58bfa req-1129f127-e233-4e6b-9d88-05e85f38752e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:46.011331 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-76a94f99-7f42-49f6-8483-835737d58bfa req-1129f127-e233-4e6b-9d88-05e85f38752e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=44afcd45727640ec80dc17fe4fcf67fb&device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 1096 time: 0.0651319 Aug 13 04:32:46.066496 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-76a94f99-7f42-49f6-8483-835737d58bfa req-b70a9325-2ca4-46c9-82a2-0664cb59ca58 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564 HTTP/1.1" status: 200 len: 217 time: 0.0391209 Aug 13 04:32:46.155925 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a94f99-7f42-49f6-8483-835737d58bfa req-fa9e3f9b-9835-41b5-81bb-0557abc03a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:46.157619 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-76a94f99-7f42-49f6-8483-835737d58bfa req-fa9e3f9b-9835-41b5-81bb-0557abc03a6f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b34fb96a-c863-4437-9084-58bfc9a701c8 HTTP/1.1" status: 200 len: 854 time: 0.0821607 Aug 13 04:32:46.171310 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429bf36-87b8-4134-96ff-d34744184bf0 req-79b73c5b-abf8-443f-a86b-977f2f5ec176 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:46.179664 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e429bf36-87b8-4134-96ff-d34744184bf0 req-79b73c5b-abf8-443f-a86b-977f2f5ec176 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 943 time: 0.0952675 Aug 13 04:32:46.227692 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-76a94f99-7f42-49f6-8483-835737d58bfa req-0ffbdad5-21d5-445b-a38f-7a2e311cb746 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e5a4407b-136d-4505-b628-117c1b1fc3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406735 Aug 13 04:32:46.322197 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e429bf36-87b8-4134-96ff-d34744184bf0 req-c3a1dc15-0683-49e0-bfdd-9aec5f3b91af tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412206 Aug 13 04:32:46.379644 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-76a94f99-7f42-49f6-8483-835737d58bfa req-8305175b-7d03-4db0-b837-07eaf384e62b service neutron] 10.222.0.64 "GET /v2.0/networks/e5a4407b-136d-4505-b628-117c1b1fc3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399817 Aug 13 04:32:46.479555 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-76a94f99-7f42-49f6-8483-835737d58bfa req-0e14a5dd-68d0-4c6d-80df-067e3590ebaa service neutron] 10.222.0.64 "GET /v2.0/networks/e5a4407b-136d-4505-b628-117c1b1fc3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858276 Aug 13 04:32:46.568088 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db313243-ced1-4eb1-aac1-f298fa1540a5 req-92490db4-2027-4ec8-870b-f62e090b3164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:46.572422 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-db313243-ced1-4eb1-aac1-f298fa1540a5 req-92490db4-2027-4ec8-870b-f62e090b3164 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=44afcd45727640ec80dc17fe4fcf67fb&device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 1096 time: 0.0467992 Aug 13 04:32:46.725531 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e1549-4c6e-455a-86e9-ac9a8e4df8e2 req-ecedacc1-96bc-45a9-8c46-94bc2a63f983 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:46.727460 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7f7e1549-4c6e-455a-86e9-ac9a8e4df8e2 req-ecedacc1-96bc-45a9-8c46-94bc2a63f983 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.0826950 Aug 13 04:32:46.752649 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db313243-ced1-4eb1-aac1-f298fa1540a5 req-9ea557f8-1408-414b-8a5a-cb3809392a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:46.754358 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-db313243-ced1-4eb1-aac1-f298fa1540a5 req-9ea557f8-1408-414b-8a5a-cb3809392a64 service neutron] 10.222.0.64 "GET /v2.0/networks?id=e5a4407b-136d-4505-b628-117c1b1fc3a4 HTTP/1.1" status: 200 len: 915 time: 0.1709571 Aug 13 04:32:46.783870 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7f7e1549-4c6e-455a-86e9-ac9a8e4df8e2 req-515ec95c-9080-4718-bb5d-72efc8694e09 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496209 Aug 13 04:32:46.818062 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-db313243-ced1-4eb1-aac1-f298fa1540a5 req-e688ae6c-55e4-48bd-b33f-5c61ecbb364a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564 HTTP/1.1" status: 200 len: 217 time: 0.0483112 Aug 13 04:32:46.873446 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db313243-ced1-4eb1-aac1-f298fa1540a5 req-b45161d6-96dc-4522-afb2-c4861dfa2fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:46.874953 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-db313243-ced1-4eb1-aac1-f298fa1540a5 req-b45161d6-96dc-4522-afb2-c4861dfa2fbf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=b34fb96a-c863-4437-9084-58bfc9a701c8 HTTP/1.1" status: 200 len: 854 time: 0.0474291 Aug 13 04:32:46.909440 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-db313243-ced1-4eb1-aac1-f298fa1540a5 req-61e0503a-2af8-43a0-9df2-3d004e7e010e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=e5a4407b-136d-4505-b628-117c1b1fc3a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250583 Aug 13 04:32:47.014195 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-db313243-ced1-4eb1-aac1-f298fa1540a5 req-8edcaec4-e496-47c0-a992-e64070aaa863 service neutron] 10.222.0.64 "GET /v2.0/networks/e5a4407b-136d-4505-b628-117c1b1fc3a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967426 Aug 13 04:32:47.115546 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-db313243-ced1-4eb1-aac1-f298fa1540a5 req-cccdf39c-0426-41f8-a071-fec38264751e service neutron] 10.222.0.64 "GET /v2.0/networks/e5a4407b-136d-4505-b628-117c1b1fc3a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873849 Aug 13 04:32:47.489968 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d207e2c-42a8-4085-afc2-5e411f0dc141 req-86009cc8-3716-4431-9a22-871a86ee2720 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:47.492258 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3d207e2c-42a8-4085-afc2-5e411f0dc141 req-86009cc8-3716-4431-9a22-871a86ee2720 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 943 time: 0.0680380 Aug 13 04:32:47.549216 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3d207e2c-42a8-4085-afc2-5e411f0dc141 req-7b936692-db22-4de7-9672-86edd17b30ac tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486174 Aug 13 04:32:47.732184 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c747c6-7f39-47f5-b739-7cb9655a3386 req-14e4dc7b-8b62-4cc1-92a1-08eb550c4155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:47.734079 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-66c747c6-7f39-47f5-b739-7cb9655a3386 req-14e4dc7b-8b62-4cc1-92a1-08eb550c4155 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae4e92976894be69e6eb06d4b7d2f3a&device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 1098 time: 0.0951369 Aug 13 04:32:47.742228 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1851a-656c-4d7f-80b0-d1099f8c4b04 req-fc8f5014-2588-4598-99fb-71290bcdedce tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:47.743914 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-13c1851a-656c-4d7f-80b0-d1099f8c4b04 req-fc8f5014-2588-4598-99fb-71290bcdedce tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0893717 Aug 13 04:32:47.848515 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-13c1851a-656c-4d7f-80b0-d1099f8c4b04 req-1c9b53e2-e00e-4e5f-912e-93dddb379570 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943060 Aug 13 04:32:47.896484 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c747c6-7f39-47f5-b739-7cb9655a3386 req-28631433-771a-440b-ae7a-e5e4d825d641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:47.898265 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-66c747c6-7f39-47f5-b739-7cb9655a3386 req-28631433-771a-440b-ae7a-e5e4d825d641 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8654c056-764c-4f00-9b64-d8b811de2fd6 HTTP/1.1" status: 200 len: 919 time: 0.1525552 Aug 13 04:32:47.959543 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-66c747c6-7f39-47f5-b739-7cb9655a3386 req-33f09d0c-d858-4cc5-80bb-93c6a6b63d9e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec81d39e-63c0-4679-a7bd-2439e208e2db HTTP/1.1" status: 200 len: 217 time: 0.0466239 Aug 13 04:32:47.980440 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edff59c-cabc-44e7-9ae8-c3ad7a54d87c req-c405dd4b-77ab-4e66-9153-dc039edcd107 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:47.982271 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7edff59c-cabc-44e7-9ae8-c3ad7a54d87c req-c405dd4b-77ab-4e66-9153-dc039edcd107 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.1008716 Aug 13 04:32:48.095223 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c747c6-7f39-47f5-b739-7cb9655a3386 req-638a48de-5765-49dd-ab1c-5cf1ea5ac1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:48.096647 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-66c747c6-7f39-47f5-b739-7cb9655a3386 req-638a48de-5765-49dd-ab1c-5cf1ea5ac1a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65961138-89fc-4d56-9e75-55b08a9b4640 HTTP/1.1" status: 200 len: 858 time: 0.1131260 Aug 13 04:32:48.103666 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7edff59c-cabc-44e7-9ae8-c3ad7a54d87c req-4a015b2a-b53a-4072-a5e0-ec9f3d44fcd0 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080356 Aug 13 04:32:48.139417 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-66c747c6-7f39-47f5-b739-7cb9655a3386 req-f4bd5e9a-0a10-4cfb-b81d-e676856df604 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8654c056-764c-4f00-9b64-d8b811de2fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268540 Aug 13 04:32:48.241557 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-66c747c6-7f39-47f5-b739-7cb9655a3386 req-e4eee76c-343d-4958-9553-6ef47be59068 service neutron] 10.222.0.64 "GET /v2.0/networks/8654c056-764c-4f00-9b64-d8b811de2fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924375 Aug 13 04:32:48.345095 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-66c747c6-7f39-47f5-b739-7cb9655a3386 req-e684cd4b-bd7c-4ae9-b390-4bd4b7db870c service neutron] 10.222.0.64 "GET /v2.0/networks/8654c056-764c-4f00-9b64-d8b811de2fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920038 Aug 13 04:32:48.376043 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 6 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:32:48.674733 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13115cb7-88ac-4f08-9a34-03e68f9e3245 req-2887735a-0bc2-4654-b792-fd4497e7f743 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:48.676310 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-13115cb7-88ac-4f08-9a34-03e68f9e3245 req-2887735a-0bc2-4654-b792-fd4497e7f743 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 943 time: 0.0536652 Aug 13 04:32:48.720776 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-13115cb7-88ac-4f08-9a34-03e68f9e3245 req-38e0f73e-cec3-441b-bddd-15877a6a0a07 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382562 Aug 13 04:32:49.014278 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ebf997-ca2b-4f89-b122-3a425f00c1b8 req-0fe13163-f7c7-4cf2-b671-12ac35f6fe89 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:49.016931 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-72ebf997-ca2b-4f89-b122-3a425f00c1b8 req-0fe13163-f7c7-4cf2-b671-12ac35f6fe89 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0598464 Aug 13 04:32:49.067572 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-72ebf997-ca2b-4f89-b122-3a425f00c1b8 req-88633a1b-1964-4887-9ccc-03ac28ad4334 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358741 Aug 13 04:32:49.228862 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398e32e-a57b-465b-9210-aba953c886b4 req-a30eee41-96c1-41da-838f-59f2b893b51b tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:49.230642 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f398e32e-a57b-465b-9210-aba953c886b4 req-a30eee41-96c1-41da-838f-59f2b893b51b tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.0542445 Aug 13 04:32:49.272658 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f398e32e-a57b-465b-9210-aba953c886b4 req-ec05d65d-6e18-49d7-bb76-e6e15a203c32 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345318 Aug 13 04:32:49.844827 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2773ec8-1a2c-44b2-bb8f-19d0f7bb0873 req-7902ceaa-de7e-4cdf-843f-f3034c6966b9 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:49.846469 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a2773ec8-1a2c-44b2-bb8f-19d0f7bb0873 req-7902ceaa-de7e-4cdf-843f-f3034c6966b9 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 943 time: 0.0543799 Aug 13 04:32:49.889715 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a2773ec8-1a2c-44b2-bb8f-19d0f7bb0873 req-6ac49753-e6b8-4677-98b2-98abea025f95 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365875 Aug 13 04:32:50.204131 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79d101-ba75-4fcc-a171-1d85ae7aa480 req-f844e5b5-cbeb-44d0-a1b9-ae97f204960a tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:50.205664 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-fa79d101-ba75-4fcc-a171-1d85ae7aa480 req-f844e5b5-cbeb-44d0-a1b9-ae97f204960a tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0552206 Aug 13 04:32:50.245575 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-fa79d101-ba75-4fcc-a171-1d85ae7aa480 req-c6105ba9-d137-4754-9af1-84a184dff83a tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328403 Aug 13 04:32:50.415002 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7714c6c-3775-4f7d-93ea-e9f88da43304 req-f9ad75b1-ae71-4133-bbb6-07372b5274f1 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:50.416517 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f7714c6c-3775-4f7d-93ea-e9f88da43304 req-f9ad75b1-ae71-4133-bbb6-07372b5274f1 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.0551474 Aug 13 04:32:50.461585 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f7714c6c-3775-4f7d-93ea-e9f88da43304 req-039cf354-58f0-46f3-8745-b7653a5fbb58 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373414 Aug 13 04:32:51.012579 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf49ce1-c24e-4b05-86d9-08148b010398 req-b76b6ad5-588a-4ece-b4f9-f3288c4d628b tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:51.014148 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-cbf49ce1-c24e-4b05-86d9-08148b010398 req-b76b6ad5-588a-4ece-b4f9-f3288c4d628b tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 943 time: 0.0522897 Aug 13 04:32:51.065709 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-cbf49ce1-c24e-4b05-86d9-08148b010398 req-81a2921d-15ee-4ed4-be46-c96bde4d8c44 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413573 Aug 13 04:32:51.377339 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cba54f-9238-430b-ad00-cc8a9905aa27 req-8dc8c993-a27e-4c42-a569-95755083cad8 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:51.379300 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f6cba54f-9238-430b-ad00-cc8a9905aa27 req-8dc8c993-a27e-4c42-a569-95755083cad8 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0563371 Aug 13 04:32:51.429190 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f6cba54f-9238-430b-ad00-cc8a9905aa27 req-5b340d0c-3d51-4c79-a6b5-ce253f7f6342 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387375 Aug 13 04:32:51.611901 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0cefd-d356-4e7c-9cb5-771e59a217a1 req-b1283b24-b7ec-422d-964d-c6c8db4a4671 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:51.618317 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-93c0cefd-d356-4e7c-9cb5-771e59a217a1 req-b1283b24-b7ec-422d-964d-c6c8db4a4671 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.0562832 Aug 13 04:32:51.658663 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-93c0cefd-d356-4e7c-9cb5-771e59a217a1 req-1f8d3afb-5f2f-4cd9-bd8c-cb10c1dc407a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397198 Aug 13 04:32:52.194913 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bfb0e-89cc-492d-aae1-a3170986a5f8 req-acf92313-f9af-489a-bd70-bed2979d5046 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:52.204284 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-164bfb0e-89cc-492d-aae1-a3170986a5f8 req-acf92313-f9af-489a-bd70-bed2979d5046 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 943 time: 0.0637126 Aug 13 04:32:52.249610 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-164bfb0e-89cc-492d-aae1-a3170986a5f8 req-9ce48a93-3824-4c9b-9a23-9bb62b568b85 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441077 Aug 13 04:32:52.572996 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f4e11-8943-4e16-b013-42a53c2c93b1 req-bba23ca4-eb10-4c13-afca-221e0f5af169 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:52.574591 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-777f4e11-8943-4e16-b013-42a53c2c93b1 req-bba23ca4-eb10-4c13-afca-221e0f5af169 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0572908 Aug 13 04:32:52.619862 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-777f4e11-8943-4e16-b013-42a53c2c93b1 req-aff50343-6883-4e9f-81ed-27cd7f127e97 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388966 Aug 13 04:32:52.923013 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb674d89-d16b-4eaa-9607-7b28dc779877 req-1b046ab7-36be-46cb-b1cd-f911eb8e073e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:52.925016 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-cb674d89-d16b-4eaa-9607-7b28dc779877 req-1b046ab7-36be-46cb-b1cd-f911eb8e073e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.0584941 Aug 13 04:32:52.968917 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-cb674d89-d16b-4eaa-9607-7b28dc779877 req-0c9e1696-5aeb-43d2-bb52-6f11b2f9dd07 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372620 Aug 13 04:32:53.371675 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45bb04-e3fd-4b2c-8532-73bc28c4802f req-4cf7c67b-d313-4dfd-a939-4088b114a084 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:53.373220 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-da45bb04-e3fd-4b2c-8532-73bc28c4802f req-4cf7c67b-d313-4dfd-a939-4088b114a084 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 943 time: 0.0548897 Aug 13 04:32:53.434517 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-da45bb04-e3fd-4b2c-8532-73bc28c4802f req-fbfa4915-a6a8-4359-9119-2ae315f14bf0 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542531 Aug 13 04:32:53.755736 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f04e6-3522-4967-8f6b-e241b143512b req-7d87b695-d702-4f27-b750-a96d2a55491d tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:53.761999 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3a6f04e6-3522-4967-8f6b-e241b143512b req-7d87b695-d702-4f27-b750-a96d2a55491d tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0622926 Aug 13 04:32:53.815713 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3a6f04e6-3522-4967-8f6b-e241b143512b req-b79db09d-7566-482b-844f-b3038080c091 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424619 Aug 13 04:32:54.114892 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807175f-167c-4323-8de1-ed35bed1c170 req-627425d4-6c8a-4090-84aa-8d0e37070fa7 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:54.117041 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1807175f-167c-4323-8de1-ed35bed1c170 req-627425d4-6c8a-4090-84aa-8d0e37070fa7 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.0599930 Aug 13 04:32:54.173981 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1807175f-167c-4323-8de1-ed35bed1c170 req-ca867fa8-e952-4136-a199-dd7682779751 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484107 Aug 13 04:32:54.581662 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a269d1-1f56-41f6-9b44-998a3860b1bf req-bdc0aee8-7cd8-4a57-8bd0-47b49476edee tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:54.583232 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c2a269d1-1f56-41f6-9b44-998a3860b1bf req-bdc0aee8-7cd8-4a57-8bd0-47b49476edee tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 943 time: 0.0600660 Aug 13 04:32:54.649990 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c2a269d1-1f56-41f6-9b44-998a3860b1bf req-20f7734f-f649-4b21-a293-4fdb0613d8f8 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598428 Aug 13 04:32:54.968839 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c48891-63f9-46b3-a9c9-1fae04c94149 req-ae2b9c9c-c963-4a8e-9e06-d7ee77f430dc tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:54.971795 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-70c48891-63f9-46b3-a9c9-1fae04c94149 req-ae2b9c9c-c963-4a8e-9e06-d7ee77f430dc tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0836601 Aug 13 04:32:55.054432 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-70c48891-63f9-46b3-a9c9-1fae04c94149 req-f30fcd6b-7758-4264-9fb8-b73d851f0554 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704775 Aug 13 04:32:55.313490 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382af4cd-9541-4078-a272-8921387e3edf req-290b242a-18e5-4bf9-8b43-0206b10310eb tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:55.314741 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-382af4cd-9541-4078-a272-8921387e3edf req-290b242a-18e5-4bf9-8b43-0206b10310eb tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.0583105 Aug 13 04:32:55.363794 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-382af4cd-9541-4078-a272-8921387e3edf req-96792f7e-1e73-4768-b4ee-c4ff9603baa9 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381422 Aug 13 04:32:55.782160 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f409066-b00b-4fbd-8214-9437a52de851 req-71ca33c1-11a1-4428-a08f-6426654d0606 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:55.783899 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3f409066-b00b-4fbd-8214-9437a52de851 req-71ca33c1-11a1-4428-a08f-6426654d0606 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 943 time: 0.0555990 Aug 13 04:32:55.831060 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3f409066-b00b-4fbd-8214-9437a52de851 req-ad7e4e8e-2717-4ae6-b798-2aa556bf3265 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372045 Aug 13 04:32:56.192923 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faaabec-644e-4bcb-b58e-51f078c73b9a req-6923e88f-07e0-45c5-92bc-bb514069ab8c tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:56.194251 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3faaabec-644e-4bcb-b58e-51f078c73b9a req-6923e88f-07e0-45c5-92bc-bb514069ab8c tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0645702 Aug 13 04:32:56.234761 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3faaabec-644e-4bcb-b58e-51f078c73b9a req-9e7cdfd9-a43f-4387-8c87-66becfc19ad0 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341308 Aug 13 04:32:56.493525 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631eded-c322-4e59-b337-576bfa132bf0 req-dd044858-e0fa-4b55-89ad-8b4bb0fe4a98 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:56.494965 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1631eded-c322-4e59-b337-576bfa132bf0 req-dd044858-e0fa-4b55-89ad-8b4bb0fe4a98 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.0560179 Aug 13 04:32:56.539584 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1631eded-c322-4e59-b337-576bfa132bf0 req-d9a00b55-46ee-4918-aa3e-3ab9bc8299a2 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371115 Aug 13 04:32:56.967230 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74985730-196b-4fb2-a62a-508cdab22c17 req-084f8b04-73b8-453a-95db-e01c0d79d790 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:56.971870 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-74985730-196b-4fb2-a62a-508cdab22c17 req-084f8b04-73b8-453a-95db-e01c0d79d790 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 943 time: 0.0569134 Aug 13 04:32:57.031844 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-74985730-196b-4fb2-a62a-508cdab22c17 req-cf0a0520-b361-4d0c-aa38-89cd0683c9cc tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553839 Aug 13 04:32:57.367482 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8631850-fb71-4f69-bb54-6a1a6c963e85 req-9abb8748-d8a1-47de-bec7-b151f3ff68ff tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:57.369049 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d8631850-fb71-4f69-bb54-6a1a6c963e85 req-9abb8748-d8a1-47de-bec7-b151f3ff68ff tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0608089 Aug 13 04:32:57.416842 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d8631850-fb71-4f69-bb54-6a1a6c963e85 req-96459bdb-55ad-44e8-95d6-bdfe2a98788a tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407560 Aug 13 04:32:57.687141 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de566b9d-72dc-47e5-9798-c8e5bf32e655 req-970b1e20-7bfd-4f85-b939-2cef4436c5f6 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:57.688696 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-de566b9d-72dc-47e5-9798-c8e5bf32e655 req-970b1e20-7bfd-4f85-b939-2cef4436c5f6 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.0659709 Aug 13 04:32:57.744458 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-de566b9d-72dc-47e5-9798-c8e5bf32e655 req-26411bc1-b99d-4507-a257-df8b942e7ed8 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469627 Aug 13 04:32:58.191264 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a30d9-96d5-4df2-aec1-fedc9455c32a req-0bc1fd4b-b6dc-4392-8749-3f6afebda9a5 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:58.202087 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b91a30d9-96d5-4df2-aec1-fedc9455c32a req-0bc1fd4b-b6dc-4392-8749-3f6afebda9a5 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 943 time: 0.0904465 Aug 13 04:32:58.261620 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b91a30d9-96d5-4df2-aec1-fedc9455c32a req-a5cbf6d6-b982-4bc7-9eac-ef7ac831da3e tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582519 Aug 13 04:32:58.555824 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23434b-9201-4ca2-9e09-3c35a54f74ac req-700d76d8-d8f8-459a-acb9-b402cea3ee30 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:58.557610 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5d23434b-9201-4ca2-9e09-3c35a54f74ac req-700d76d8-d8f8-459a-acb9-b402cea3ee30 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0636947 Aug 13 04:32:58.605230 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5d23434b-9201-4ca2-9e09-3c35a54f74ac req-8563b323-0782-4b54-82f5-47db110c9aa7 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413065 Aug 13 04:32:58.900152 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333679f9-2bf6-4a59-a5a9-834bf8bc7bf7 req-abaec538-12d2-4327-9998-53c27642a1b2 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:58.901931 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-333679f9-2bf6-4a59-a5a9-834bf8bc7bf7 req-abaec538-12d2-4327-9998-53c27642a1b2 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.0846498 Aug 13 04:32:58.953771 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-333679f9-2bf6-4a59-a5a9-834bf8bc7bf7 req-1abfa874-56aa-4e23-bb6e-b3d59cbb6d08 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448108 Aug 13 04:32:59.406024 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da610b-74cc-42ca-aae0-f1fa47fd44af req-a7ea639f-5cb7-4508-92f2-19043d4e7aac tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:59.407515 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-46da610b-74cc-42ca-aae0-f1fa47fd44af req-a7ea639f-5cb7-4508-92f2-19043d4e7aac tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 943 time: 0.0532017 Aug 13 04:32:59.459182 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-46da610b-74cc-42ca-aae0-f1fa47fd44af req-ca751eb7-a719-4de0-a41b-f6942d56da3f tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430229 Aug 13 04:32:59.731152 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439f478-cd66-4a95-b29d-fe89e4043680 req-6acf5212-c657-4356-a55f-2c9268473f1e tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:32:59.732708 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a439f478-cd66-4a95-b29d-fe89e4043680 req-6acf5212-c657-4356-a55f-2c9268473f1e tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0511448 Aug 13 04:32:59.778143 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a439f478-cd66-4a95-b29d-fe89e4043680 req-7beced9d-5d79-4225-8522-0fd961e0cc5a tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386374 Aug 13 04:33:00.078359 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e6fe3-1009-456c-81ee-27e1ac5825ac req-6fc91884-fece-4f97-bcba-c85d31f3bcc6 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:00.079844 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-716e6fe3-1009-456c-81ee-27e1ac5825ac req-6fc91884-fece-4f97-bcba-c85d31f3bcc6 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.0535731 Aug 13 04:33:00.120096 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-716e6fe3-1009-456c-81ee-27e1ac5825ac req-fc43164d-20d2-4ca4-9fd7-88e775aa0113 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327225 Aug 13 04:33:00.574345 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f0576-0cc2-4c36-bbcc-b16868f433f7 req-08c72b31-16e9-4279-890a-a6043069fe13 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:00.575793 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ea1f0576-0cc2-4c36-bbcc-b16868f433f7 req-08c72b31-16e9-4279-890a-a6043069fe13 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 943 time: 0.0488911 Aug 13 04:33:00.612493 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ea1f0576-0cc2-4c36-bbcc-b16868f433f7 req-73ed1bf8-bb56-4d03-ab2a-5ad1c24c9a2d tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307794 Aug 13 04:33:00.907062 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae16440-dace-4835-bb1d-9aec9186e3be req-cf8d7a79-ea89-4d61-b460-3d067e68b0fc tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:00.908509 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9ae16440-dace-4835-bb1d-9aec9186e3be req-cf8d7a79-ea89-4d61-b460-3d067e68b0fc tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0589926 Aug 13 04:33:00.948721 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9ae16440-dace-4835-bb1d-9aec9186e3be req-50ea4224-549f-4b8b-bd1b-9f0d68af099c tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329928 Aug 13 04:33:01.096903 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433329df-25d2-428f-bffa-f469f7a2b64a req-86cb9677-93fb-4d14-9e55-ec16df9897d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:01.098390 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-433329df-25d2-428f-bffa-f469f7a2b64a req-86cb9677-93fb-4d14-9e55-ec16df9897d9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=97bcef962215442fa34d9ef949492fc4&device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 1098 time: 0.0410731 Aug 13 04:33:01.170136 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=93895) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:33:01.210760 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433329df-25d2-428f-bffa-f469f7a2b64a req-27094572-45cb-4fbe-a3ef-adb4deecc94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:01.212199 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-433329df-25d2-428f-bffa-f469f7a2b64a req-27094572-45cb-4fbe-a3ef-adb4deecc94a service neutron] 10.222.0.64 "GET /v2.0/networks?id=961a975f-b6bf-4b12-8622-52a8bd477fc6 HTTP/1.1" status: 200 len: 916 time: 0.1025765 Aug 13 04:33:01.267284 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564,segment=NetworkSegment(294d5366-306b-4365-8cf5-2c3e5f8bb811),segment_id=294d5366-306b-4365-8cf5-2c3e5f8bb811)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:33:01.281362 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Returning: {'device': '4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564', 'network_id': 'e5a4407b-136d-4505-b628-117c1b1fc3a4', 'port_id': '4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564', 'mac_address': 'fa:16:3e:58:53:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34fb96a-c863-4437-9084-58bfc9a701c8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93895) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:33:01.297448 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d101ab-86f1-40a5-9a1b-b491e8bab5cb req-b35e4143-e3b7-4383-a0b9-ba36faede8ba tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:01.298965 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-18d101ab-86f1-40a5-9a1b-b491e8bab5cb req-b35e4143-e3b7-4383-a0b9-ba36faede8ba tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.1021218 Aug 13 04:33:01.303198 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-433329df-25d2-428f-bffa-f469f7a2b64a req-4e7d70f4-d837-44cf-bb94-b12f356191f1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3be48be-e5ee-48ea-a418-bc6c5c7a337c HTTP/1.1" status: 200 len: 1001 time: 0.0774164 Aug 13 04:33:01.320942 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:01.337910 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:33:01.357398 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564,segment=NetworkSegment(294d5366-306b-4365-8cf5-2c3e5f8bb811),segment_id=294d5366-306b-4365-8cf5-2c3e5f8bb811)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:33:01.362107 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:01.373935 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-18d101ab-86f1-40a5-9a1b-b491e8bab5cb req-d55a8e4f-c081-46de-9325-72d2e609f4d5 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675936 Aug 13 04:33:01.382637 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433329df-25d2-428f-bffa-f469f7a2b64a req-0027cd2f-eff4-41a1-811b-01a6919aa771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:01.384318 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-433329df-25d2-428f-bffa-f469f7a2b64a req-0027cd2f-eff4-41a1-811b-01a6919aa771 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f926821c-827a-487a-ac65-0966f4150cbf HTTP/1.1" status: 200 len: 854 time: 0.0644150 Aug 13 04:33:01.426455 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:01.453149 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433329df-25d2-428f-bffa-f469f7a2b64a req-d9500c3a-0c4c-48dd-9159-961e74431ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:01.454702 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-433329df-25d2-428f-bffa-f469f7a2b64a req-d9500c3a-0c4c-48dd-9159-961e74431ec2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=961a975f-b6bf-4b12-8622-52a8bd477fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475829 Aug 13 04:33:01.499070 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 39500) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:33:01.545196 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f4e5550-8a68-4fdd-a026-95b17381d96b admin admin] Deleting subnet 606701c9-2266-40fc-be40-2efafd4f3a18 {{(pid=93894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:33:01.548207 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6f4e5550-8a68-4fdd-a026-95b17381d96b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:01.554025 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-433329df-25d2-428f-bffa-f469f7a2b64a req-9c374a32-f136-4341-b34b-02b848c1d4f5 service neutron] 10.222.0.64 "GET /v2.0/networks/961a975f-b6bf-4b12-8622-52a8bd477fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896313 Aug 13 04:33:01.582640 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6f4e5550-8a68-4fdd-a026-95b17381d96b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571626'] for subnet, precommit_delete_associations {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:01.626967 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6f4e5550-8a68-4fdd-a026-95b17381d96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033975'] for subnet, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:01.684058 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6f4e5550-8a68-4fdd-a026-95b17381d96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8757428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583102'] for subnet, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:01.709049 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e5550-8a68-4fdd-a026-95b17381d96b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=606701c9-2266-40fc-be40-2efafd4f3a18,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:01.718889 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6f4e5550-8a68-4fdd-a026-95b17381d96b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:01.720805 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-6f4e5550-8a68-4fdd-a026-95b17381d96b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/606701c9-2266-40fc-be40-2efafd4f3a18 HTTP/1.1" status: 204 len: 168 time: 0.2207425 Aug 13 04:33:01.722383 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e5550-8a68-4fdd-a026-95b17381d96b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:01.722735 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e5550-8a68-4fdd-a026-95b17381d96b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:01.723168 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e5550-8a68-4fdd-a026-95b17381d96b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:01.723508 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e5550-8a68-4fdd-a026-95b17381d96b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:01.723845 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e5550-8a68-4fdd-a026-95b17381d96b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:01.724208 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e5550-8a68-4fdd-a026-95b17381d96b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:01.724545 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e5550-8a68-4fdd-a026-95b17381d96b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:01.724867 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e5550-8a68-4fdd-a026-95b17381d96b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:01.725378 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e5550-8a68-4fdd-a026-95b17381d96b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:01.725735 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e5550-8a68-4fdd-a026-95b17381d96b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:01.726061 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e5550-8a68-4fdd-a026-95b17381d96b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:01.726384 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e5550-8a68-4fdd-a026-95b17381d96b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:01.728863 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 39504) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:33:01.797161 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:33:01.803688 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-88cfcd82-275f-470a-b9b0-7ab04a865aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530472'] for network, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:01.910066 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-88cfcd82-275f-470a-b9b0-7ab04a865aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038704', 'neutron.services.segments.db._delete_segments_for_network-8740403467888'] for network, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:01.919794 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de58243-f4f2-4106-b9e6-c9737c7ca1ab req-dee07f5f-7679-4cca-9ee6-d45cf441c5c8 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:01.921321 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7de58243-f4f2-4106-b9e6-c9737c7ca1ab req-dee07f5f-7679-4cca-9ee6-d45cf441c5c8 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 944 time: 0.0967522 Aug 13 04:33:01.921938 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-88cfcd82-275f-470a-b9b0-7ab04a865aab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac580e7-d1b2-46c1-ae42-d5c12c542de0']}} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:33:01.933870 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-88cfcd82-275f-470a-b9b0-7ab04a865aab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '631216f4-19a2-4275-9245-6d9df23fb507') {'for_net_delete': True} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:33:01.934196 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-88cfcd82-275f-470a-b9b0-7ab04a865aab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '631216f4-19a2-4275-9245-6d9df23fb507') {} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:33:01.945583 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-88cfcd82-275f-470a-b9b0-7ab04a865aab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403392121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571645'] for segment, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:01.949205 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-433329df-25d2-428f-bffa-f469f7a2b64a req-4f39a8d7-5513-41d3-9918-60f9adfead9b service neutron] 10.222.0.64 "GET /v2.0/networks/961a975f-b6bf-4b12-8622-52a8bd477fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848257 Aug 13 04:33:01.960253 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-88cfcd82-275f-470a-b9b0-7ab04a865aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910'] for segment, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:01.967535 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88cfcd82-275f-470a-b9b0-7ab04a865aab admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=93894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:33:01.968337 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-88cfcd82-275f-470a-b9b0-7ab04a865aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8757354'] for segment, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:01.982874 dv-cinder-759961-6-iscsi neutron-server[93894]: Traceback (most recent call last): Aug 13 04:33:01.982874 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:33:01.982874 dv-cinder-759961-6-iscsi neutron-server[93894]: timer() Aug 13 04:33:01.982874 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:33:01.982874 dv-cinder-759961-6-iscsi neutron-server[93894]: cb(*args, **kw) Aug 13 04:33:01.982874 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:33:01.982874 dv-cinder-759961-6-iscsi neutron-server[93894]: return func(*args, **kwargs) Aug 13 04:33:01.982874 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:33:01.982874 dv-cinder-759961-6-iscsi neutron-server[93894]: self._notify() Aug 13 04:33:01.982874 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:33:01.982874 dv-cinder-759961-6-iscsi neutron-server[93894]: self.callback(batched_events) Aug 13 04:33:01.982874 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:33:01.982874 dv-cinder-759961-6-iscsi neutron-server[93894]: event.method(event) Aug 13 04:33:01.982874 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:33:01.982874 dv-cinder-759961-6-iscsi neutron-server[93894]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:33:01.982874 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:33:01.982874 dv-cinder-759961-6-iscsi neutron-server[93894]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:33:01.982874 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:33:01.982874 dv-cinder-759961-6-iscsi neutron-server[93894]: return f(self, *a, **k) Aug 13 04:33:01.982874 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:33:01.982874 dv-cinder-759961-6-iscsi neutron-server[93894]: return self._get(url).json() Aug 13 04:33:01.982874 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:33:01.982874 dv-cinder-759961-6-iscsi neutron-server[93894]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:33:01.982874 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:33:01.982874 dv-cinder-759961-6-iscsi neutron-server[93894]: return self.request(url, 'GET', **kwargs) Aug 13 04:33:01.982874 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:33:01.982874 dv-cinder-759961-6-iscsi neutron-server[93894]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:33:01.982874 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:33:01.982874 dv-cinder-759961-6-iscsi neutron-server[93894]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:33:01.982874 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:33:01.982874 dv-cinder-759961-6-iscsi neutron-server[93894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:33:01.982874 dv-cinder-759961-6-iscsi neutron-server[93894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:33:02.013978 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7de58243-f4f2-4106-b9e6-c9737c7ca1ab req-64ea0564-1758-48e7-bb52-46fe54c9223a tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825329 Aug 13 04:33:02.034164 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-88cfcd82-275f-470a-b9b0-7ab04a865aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3788963'] for network, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:02.038516 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-88cfcd82-275f-470a-b9b0-7ab04a865aab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:02.040622 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-88cfcd82-275f-470a-b9b0-7ab04a865aab admin admin] 10.222.0.13 "DELETE /v2.0/networks/0ac580e7-d1b2-46c1-ae42-d5c12c542de0 HTTP/1.1" status: 204 len: 168 time: 0.3107786 Aug 13 04:33:02.058141 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cfcd82-275f-470a-b9b0-7ab04a865aab admin admin] Pushing event deleted for resources: {'Network': ['ID=0ac580e7-d1b2-46c1-ae42-d5c12c542de0,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:02.087376 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec78ea-fdad-46ff-9c57-265109a144c5 req-6b3f1e64-651f-4ec7-bb1f-b40e8729ea40 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:02.088864 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-66ec78ea-fdad-46ff-9c57-265109a144c5 req-6b3f1e64-651f-4ec7-bb1f-b40e8729ea40 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0504329 Aug 13 04:33:02.126112 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-66ec78ea-fdad-46ff-9c57-265109a144c5 req-336eb07c-7cc6-4308-bd46-f31c67428c03 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311959 Aug 13 04:33:02.240150 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 39510) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:33:02.288212 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-3c9858bd-fda4-44a4-ae8b-5a1392ce1eee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af89c6f3ec974defb8233cfefa31e914&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467181 Aug 13 04:33:02.290651 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 39512) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:33:02.343199 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-eec530ca-43e4-466b-839d-468c31e4eb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:02.367180 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-eec530ca-43e4-466b-839d-468c31e4eb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:02.413389 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-eec530ca-43e4-466b-839d-468c31e4eb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:02.416114 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-eec530ca-43e4-466b-839d-468c31e4eb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:02.419642 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-eec530ca-43e4-466b-839d-468c31e4eb49 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c93eafb0-9a1a-4269-b6dc-bc667776c3d4 HTTP/1.1" status: 204 len: 168 time: 0.1256073 Aug 13 04:33:02.428588 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec530ca-43e4-466b-839d-468c31e4eb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93eafb0-9a1a-4269-b6dc-bc667776c3d4,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:02.523374 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e62c33-2191-4a12-9978-39f48b333bad req-8464774f-af34-417e-92a1-2b32fc3bfd9b tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:02.524873 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c1e62c33-2191-4a12-9978-39f48b333bad req-8464774f-af34-417e-92a1-2b32fc3bfd9b tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 945 time: 0.0585589 Aug 13 04:33:02.564645 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c1e62c33-2191-4a12-9978-39f48b333bad req-84178ad1-58e3-488a-b13e-d97ff545e56c tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335889 Aug 13 04:33:03.132663 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615e4f0-fe42-43eb-bcbc-3e2d47dbea3b req-6452f17c-7cb4-4869-9ffa-09d891fe7c46 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:03.134185 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f615e4f0-fe42-43eb-bcbc-3e2d47dbea3b req-6452f17c-7cb4-4869-9ffa-09d891fe7c46 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 944 time: 0.0514235 Aug 13 04:33:03.168365 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 39546) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:33:03.169361 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device c3be48be-e5ee-48ea-a418-bc6c5c7a337c no longer exists at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:33:03.198716 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f615e4f0-fe42-43eb-bcbc-3e2d47dbea3b req-34bced98-00d5-455e-9fe9-d42c0704144d tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528193 Aug 13 04:33:03.261932 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606aba34-c49a-4fa7-8897-57c073399273 req-c0f3a963-7497-4014-88cb-fbf14f813e31 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:03.264473 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-606aba34-c49a-4fa7-8897-57c073399273 req-c0f3a963-7497-4014-88cb-fbf14f813e31 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0608745 Aug 13 04:33:03.267655 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:03.295327 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd299e5c1-cd60-4057-93a3-5d32e1908d2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3be48be-e5ee-48ea-a418-bc6c5c7a337c'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:33:03.297604 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c92d4982b19a4a1727383111979b328de092d32a0bc2fa1b4d64c134060166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96fd473-92b0-4256-9eed-90047f6c61a5" -d '{"events": [{"server_uuid": "d299e5c1-cd60-4057-93a3-5d32e1908d2f", "name": "network-vif-unplugged", "status": "completed", "tag": "c3be48be-e5ee-48ea-a418-bc6c5c7a337c"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:33:03.312289 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-03189a10-7d5f-4833-892d-1a9721e2b251 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-268368609-network', 'tenant_id': 'c41ff29303444fd0820593792b37e277'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:33:03.317118 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-606aba34-c49a-4fa7-8897-57c073399273 req-58b3af16-358e-4c6c-ba73-8192347b04b4 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361261 Aug 13 04:33:03.324632 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port c3be48be-e5ee-48ea-a418-bc6c5c7a337c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c3be48be-e5ee-48ea-a418-bc6c5c7a337c,segment=NetworkSegment(ae7a5589-1c60-462f-a476-72f6648fe839),segment_id=ae7a5589-1c60-462f-a476-72f6648fe839)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:33:03.329283 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:03.337230 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03189a10-7d5f-4833-892d-1a9721e2b251 admin admin] Made reservation on behalf of c41ff29303444fd0820593792b37e277 for: {'network': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:33:03.339698 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-03189a10-7d5f-4833-892d-1a9721e2b251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for network, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:03.348767 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-03189a10-7d5f-4833-892d-1a9721e2b251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:03.355444 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 Aug 2021 04:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6459b89-09c4-4986-a97f-ad026a2800c4 x-openstack-request-id: req-d6459b89-09c4-4986-a97f-ad026a2800c4 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:33:03.355747 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d299e5c1-cd60-4057-93a3-5d32e1908d2f", "name": "network-vif-unplugged", "status": "completed", "tag": "c3be48be-e5ee-48ea-a418-bc6c5c7a337c", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:33:03.355957 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d6459b89-09c4-4986-a97f-ad026a2800c4 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:33:03.356345 dv-cinder-759961-6-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd299e5c1-cd60-4057-93a3-5d32e1908d2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3be48be-e5ee-48ea-a418-bc6c5c7a337c', 'code': 200} Aug 13 04:33:03.390443 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=c3be48be-e5ee-48ea-a418-bc6c5c7a337c,revision_number=8']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:03.452221 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-03189a10-7d5f-4833-892d-1a9721e2b251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:03.456012 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-03189a10-7d5f-4833-892d-1a9721e2b251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:03.481490 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03189a10-7d5f-4833-892d-1a9721e2b251 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=93894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:33:03.491998 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03189a10-7d5f-4833-892d-1a9721e2b251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473c120d-9a7c-4676-95a4-d20064b7d714,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:03.497783 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-03189a10-7d5f-4833-892d-1a9721e2b251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910'] for segment, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:03.498126 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.db.segments_db [None req-03189a10-7d5f-4833-892d-1a9721e2b251 admin admin] Added segment bd2b92f4-d7de-4749-aa27-052e1a0fcba3 of type vlan for network cc773a2e-a6e4-4037-a278-1599b19ecd84 Aug 13 04:33:03.549243 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-03189a10-7d5f-4833-892d-1a9721e2b251 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740402894165'] for network, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:03.579743 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-03189a10-7d5f-4833-892d-1a9721e2b251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156'] for network, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:03.580787 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03189a10-7d5f-4833-892d-1a9721e2b251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:03.581371 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-03189a10-7d5f-4833-892d-1a9721e2b251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:03.638671 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-03189a10-7d5f-4833-892d-1a9721e2b251 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4688942 Aug 13 04:33:03.641669 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 39562) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:33:03.649021 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-1ab35afa-1ca2-430c-a51b-79cab508147a admin admin] Request body: {'subnet': {'network_id': 'cc773a2e-a6e4-4037-a278-1599b19ecd84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-268368609-subnet', 'tenant_id': 'c41ff29303444fd0820593792b37e277', 'ip_version': 4}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:33:03.655051 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03189a10-7d5f-4833-892d-1a9721e2b251 admin admin] Pushing event updated for resources: {'Network': ['ID=cc773a2e-a6e4-4037-a278-1599b19ecd84,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:03.666322 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Network cc773a2e-a6e4-4037-a278-1599b19ecd84 details requested by agent ovs-agent-dv-cinder-759961-6-iscsi with host dv-cinder-759961-6-iscsi {{(pid=93895) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:33:03.675857 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab35afa-1ca2-430c-a51b-79cab508147a admin admin] Made reservation on behalf of c41ff29303444fd0820593792b37e277 for: {'subnet': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:33:03.679534 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1ab35afa-1ca2-430c-a51b-79cab508147a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8583061'] for subnet, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:03.697929 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d76fe16-5ffb-41df-81cf-bbc662ab0f41 req-42e12abb-4f38-4d80-b393-8f73bd0b86ce tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:03.699764 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8d76fe16-5ffb-41df-81cf-bbc662ab0f41 req-42e12abb-4f38-4d80-b393-8f73bd0b86ce tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.0580480 Aug 13 04:33:03.741252 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8d76fe16-5ffb-41df-81cf-bbc662ab0f41 req-fcefcfcf-fdb3-4970-95bd-a934935fdc5c tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343308 Aug 13 04:33:03.854507 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1ab35afa-1ca2-430c-a51b-79cab508147a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8757491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8583079'] for subnet, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:03.906497 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab35afa-1ca2-430c-a51b-79cab508147a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9714a85-0300-41df-8e35-283bcc57529b,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:03.917102 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab35afa-1ca2-430c-a51b-79cab508147a admin admin] Checking segment: {'id': 'bd2b92f4-d7de-4749-aa27-052e1a0fcba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cc773a2e-a6e4-4037-a278-1599b19ecd84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:33:03.917488 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab35afa-1ca2-430c-a51b-79cab508147a admin admin] Network hostable DHCP agents. Network: cc773a2e-a6e4-4037-a278-1599b19ecd84, hostable agents: ['648804f1-66f0-43bb-b72d-2cc8dd7b696f'], hosted agents: [] {{(pid=93894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:33:03.932980 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab35afa-1ca2-430c-a51b-79cab508147a admin admin] Network cc773a2e-a6e4-4037-a278-1599b19ecd84 is scheduled to be hosted by DHCP agent 648804f1-66f0-43bb-b72d-2cc8dd7b696f with binding_index 1 {{(pid=93894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:33:03.940809 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-1ab35afa-1ca2-430c-a51b-79cab508147a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-6-iscsi, cc773a2e-a6e4-4037-a278-1599b19ecd84) {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:33:03.945074 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab35afa-1ca2-430c-a51b-79cab508147a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:03.945775 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1ab35afa-1ca2-430c-a51b-79cab508147a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:03.950321 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f685ec2-4bee-46f3-a70c-3cbf5450e3dd None None] Network cc773a2e-a6e4-4037-a278-1599b19ecd84 requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:33:03.960684 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-1ab35afa-1ca2-430c-a51b-79cab508147a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3178711 Aug 13 04:33:03.963647 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 39564) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:33:03.968992 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [None req-f5ea86d1-f6a0-4a6b-9835-c59a7f731f61 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-268368609-router', 'tenant_id': 'c41ff29303444fd0820593792b37e277', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'}}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:33:03.994058 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-f5ea86d1-f6a0-4a6b-9835-c59a7f731f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3791597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-505227'] for router, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:03.995155 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-f5ea86d1-f6a0-4a6b-9835-c59a7f731f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3787133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3788846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3732270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-505234'] for router, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:04.046235 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-f5ea86d1-f6a0-4a6b-9835-c59a7f731f61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:04.109190 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28810774-d784-4d53-a7ef-745cc3c66a91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb467cc1-395b-5a9d-8ada-7ac1dde80137-cc773a2e-a6e4-4037-a278-1599b19ecd84', 'network_id': 'cc773a2e-a6e4-4037-a278-1599b19ecd84', 'tenant_id': 'c41ff29303444fd0820593792b37e277', 'fixed_ips': [{'subnet_id': 'c9714a85-0300-41df-8e35-283bcc57529b'}]}} from dv-cinder-759961-6-iscsi. {{(pid=93895) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 04:33:04.110084 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-28810774-d784-4d53-a7ef-745cc3c66a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:04.185564 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-f5ea86d1-f6a0-4a6b-9835-c59a7f731f61 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:04.249529 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-28810774-d784-4d53-a7ef-745cc3c66a91 None None] Allocated IP 172.20.0.2 (cc773a2e-a6e4-4037-a278-1599b19ecd84/c9714a85-0300-41df-8e35-283bcc57529b/79c69d48-d42f-4dea-b8fb-b981d633269a) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:33:04.330647 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762022ba-791f-4e72-86eb-6c72a7a4f9ad req-e7a37a85-8b21-470f-81b5-6f6c28d4c6d6 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:04.332258 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-762022ba-791f-4e72-86eb-6c72a7a4f9ad req-e7a37a85-8b21-470f-81b5-6f6c28d4c6d6 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 944 time: 0.0715485 Aug 13 04:33:04.407085 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-28810774-d784-4d53-a7ef-745cc3c66a91 None None] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:04.416371 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-28810774-d784-4d53-a7ef-745cc3c66a91 None None] Transition to ACTIVE for port object 79c69d48-d42f-4dea-b8fb-b981d633269a will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:33:04.431709 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-28810774-d784-4d53-a7ef-745cc3c66a91 None None] Transition to ACTIVE for port object 79c69d48-d42f-4dea-b8fb-b981d633269a will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:33:04.438215 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-28810774-d784-4d53-a7ef-745cc3c66a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:04.483027 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28810774-d784-4d53-a7ef-745cc3c66a91 None None] Network cc773a2e-a6e4-4037-a278-1599b19ecd84 is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:33:04.486244 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-28810774-d784-4d53-a7ef-745cc3c66a91 None None] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:33:04.490491 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28810774-d784-4d53-a7ef-745cc3c66a91 None None] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:33:04.495995 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28810774-d784-4d53-a7ef-745cc3c66a91 None None] Pushing event updated for resources: {'Port': ['ID=79c69d48-d42f-4dea-b8fb-b981d633269a,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:04.523668 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-762022ba-791f-4e72-86eb-6c72a7a4f9ad req-2bb2ab9d-3312-4572-9ce0-a88a53f8d272 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603689 Aug 13 04:33:04.558667 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-f5ea86d1-f6a0-4a6b-9835-c59a7f731f61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:04.576561 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-28810774-d784-4d53-a7ef-745cc3c66a91 None None] Attempting to bind port 79c69d48-d42f-4dea-b8fb-b981d633269a on host dv-cinder-759961-6-iscsi for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:33:04.576935 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-28810774-d784-4d53-a7ef-745cc3c66a91 None None] Attempting to bind port 79c69d48-d42f-4dea-b8fb-b981d633269a by drivers openvswitch,hyperv on host dv-cinder-759961-6-iscsi at level 0 using segments [{'id': 'bd2b92f4-d7de-4749-aa27-052e1a0fcba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cc773a2e-a6e4-4037-a278-1599b19ecd84'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:33:04.577301 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28810774-d784-4d53-a7ef-745cc3c66a91 None None] Attempting to bind port 79c69d48-d42f-4dea-b8fb-b981d633269a on network cc773a2e-a6e4-4037-a278-1599b19ecd84 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:33:04.583210 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28810774-d784-4d53-a7ef-745cc3c66a91 None None] Checking agent: {'id': '10f62c82-9a8d-499f-91cc-7991f11962ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 22, 11), 'started_at': datetime.datetime(2021, 8, 13, 4, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:33:04.584642 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28810774-d784-4d53-a7ef-745cc3c66a91 None None] Checking segment: {'id': 'bd2b92f4-d7de-4749-aa27-052e1a0fcba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cc773a2e-a6e4-4037-a278-1599b19ecd84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:33:04.585063 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-28810774-d784-4d53-a7ef-745cc3c66a91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:04.585501 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28810774-d784-4d53-a7ef-745cc3c66a91 None None] Bound using segment: {'id': 'bd2b92f4-d7de-4749-aa27-052e1a0fcba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cc773a2e-a6e4-4037-a278-1599b19ecd84'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:33:04.585983 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-28810774-d784-4d53-a7ef-745cc3c66a91 None None] Bound port: 79c69d48-d42f-4dea-b8fb-b981d633269a, host: dv-cinder-759961-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2b92f4-d7de-4749-aa27-052e1a0fcba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cc773a2e-a6e4-4037-a278-1599b19ecd84'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:33:04.586472 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-28810774-d784-4d53-a7ef-745cc3c66a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:04.586864 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-f5ea86d1-f6a0-4a6b-9835-c59a7f731f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:04.598492 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b61f7-215b-46c2-a596-b9784c73ae38 req-686b8675-e7ad-4eb3-8c92-7b0600bb5bd0 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:04.600756 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-832b61f7-215b-46c2-a596-b9784c73ae38 req-686b8675-e7ad-4eb3-8c92-7b0600bb5bd0 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.1849649 Aug 13 04:33:04.675731 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-28810774-d784-4d53-a7ef-745cc3c66a91 None None] For port 79c69d48-d42f-4dea-b8fb-b981d633269a, host dv-cinder-759961-6-iscsi, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:33:04.680001 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-28810774-d784-4d53-a7ef-745cc3c66a91 None None] For port 79c69d48-d42f-4dea-b8fb-b981d633269a, host dv-cinder-759961-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=79c69d48-d42f-4dea-b8fb-b981d633269a,segment=NetworkSegment(bd2b92f4-d7de-4749-aa27-052e1a0fcba3),segment_id=bd2b92f4-d7de-4749-aa27-052e1a0fcba3)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:33:04.684459 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-28810774-d784-4d53-a7ef-745cc3c66a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:04.700000 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-832b61f7-215b-46c2-a596-b9784c73ae38 req-b5cd4baa-9934-4e4f-b086-5ce3dcbd5c56 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820770 Aug 13 04:33:04.753478 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28810774-d784-4d53-a7ef-745cc3c66a91 None None] Pushing event updated for resources: {'Port': ['ID=79c69d48-d42f-4dea-b8fb-b981d633269a,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:04.770045 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.db_base_plugin_common [None req-f5ea86d1-f6a0-4a6b-9835-c59a7f731f61 admin admin] Allocated IP 172.27.0.223 (d5442241-d7fe-41d2-8545-5b5874d634cc/644fe726-b54d-4883-8d33-fa766808e879/8aa55824-144f-4a0f-b429-d4fe801555a0) {{(pid=93893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:33:04.922820 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbaef5a-8b85-4d37-b1e9-3e9434c8442e req-20340095-301a-46c2-aad9-e854357406ba tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:04.929983 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ddbaef5a-8b85-4d37-b1e9-3e9434c8442e req-20340095-301a-46c2-aad9-e854357406ba tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.1041260 Aug 13 04:33:04.937730 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-f5ea86d1-f6a0-4a6b-9835-c59a7f731f61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:04.999140 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ddbaef5a-8b85-4d37-b1e9-3e9434c8442e req-344303bc-8e91-4e00-b04a-bc6a12417176 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649362 Aug 13 04:33:05.015370 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-f5ea86d1-f6a0-4a6b-9835-c59a7f731f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:05.056982 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ea86d1-f6a0-4a6b-9835-c59a7f731f61 admin admin] Network d5442241-d7fe-41d2-8545-5b5874d634cc is already hosted by enough agents. {{(pid=93893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:33:05.060277 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.base_scheduler [None req-f5ea86d1-f6a0-4a6b-9835-c59a7f731f61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:33:05.063302 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ea86d1-f6a0-4a6b-9835-c59a7f731f61 admin admin] Received port after_create {{(pid=93893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:33:05.099756 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea86d1-f6a0-4a6b-9835-c59a7f731f61 admin admin] Pushing event updated for resources: {'Port': ['ID=8aa55824-144f-4a0f-b429-d4fe801555a0,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:05.111708 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea86d1-f6a0-4a6b-9835-c59a7f731f61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:05.112057 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea86d1-f6a0-4a6b-9835-c59a7f731f61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:05.112398 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea86d1-f6a0-4a6b-9835-c59a7f731f61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:05.112736 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea86d1-f6a0-4a6b-9835-c59a7f731f61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:05.113129 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea86d1-f6a0-4a6b-9835-c59a7f731f61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:05.113408 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea86d1-f6a0-4a6b-9835-c59a7f731f61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:05.113765 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea86d1-f6a0-4a6b-9835-c59a7f731f61 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:05.114647 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea86d1-f6a0-4a6b-9835-c59a7f731f61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:05.115017 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea86d1-f6a0-4a6b-9835-c59a7f731f61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:05.115352 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea86d1-f6a0-4a6b-9835-c59a7f731f61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:05.115686 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea86d1-f6a0-4a6b-9835-c59a7f731f61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:05.116212 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea86d1-f6a0-4a6b-9835-c59a7f731f61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:05.183984 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564 up at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:33:05.245756 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning for port 4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564 completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:33:05.250394 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning complete for port 4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:33:05.251196 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:05.330602 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:05.346960 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-f5ea86d1-f6a0-4a6b-9835-c59a7f731f61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:05.360586 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d3fbfa-ac7d-47d6-9682-00405fcb9a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:33:05.363294 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c92d4982b19a4a1727383111979b328de092d32a0bc2fa1b4d64c134060166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82473e69-fdc1-4e66-9c96-d00346254ea8" -d '{"events": [{"server_uuid": "17d3fbfa-ac7d-47d6-9682-00405fcb9a3f", "name": "network-vif-plugged", "status": "completed", "tag": "4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:33:05.369926 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564,segment=NetworkSegment(294d5366-306b-4365-8cf5-2c3e5f8bb811),segment_id=294d5366-306b-4365-8cf5-2c3e5f8bb811)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:33:05.374709 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:05.375634 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device c3be48be-e5ee-48ea-a418-bc6c5c7a337c no longer exists at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:33:05.413012 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fa97ea-fbfe-450f-9b71-b7d4462d75bd x-openstack-request-id: req-63fa97ea-fbfe-450f-9b71-b7d4462d75bd {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:33:05.413311 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d3fbfa-ac7d-47d6-9682-00405fcb9a3f", "name": "network-vif-plugged", "status": "completed", "tag": "4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:33:05.413587 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-63fa97ea-fbfe-450f-9b71-b7d4462d75bd {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:33:05.413974 dv-cinder-759961-6-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d3fbfa-ac7d-47d6-9682-00405fcb9a3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564', 'code': 200} Aug 13 04:33:05.454183 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564,revision_number=5']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:05.625277 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-f5ea86d1-f6a0-4a6b-9835-c59a7f731f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3787110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3789051'] for router, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:05.651353 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 79c69d48-d42f-4dea-b8fb-b981d633269a up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:33:05.750186 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning for port 79c69d48-d42f-4dea-b8fb-b981d633269a completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:33:05.886712 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4e5091-2c26-4621-ab31-c197712411bf None None] Network cc773a2e-a6e4-4037-a278-1599b19ecd84 requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:33:05.917368 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c7e11-bd13-43e9-b472-fb826a039697 req-ac1783b3-2725-4f01-a210-4f8eb45f8c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:05.918857 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7c0c7e11-bd13-43e9-b472-fb826a039697 req-ac1783b3-2725-4f01-a210-4f8eb45f8c43 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 1098 time: 0.1639700 Aug 13 04:33:05.938043 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c45fcb-1fae-42da-ac17-e1f088ad246c req-b51ae816-c436-46d4-b473-95c12d97de57 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:05.939669 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e2c45fcb-1fae-42da-ac17-e1f088ad246c req-b51ae816-c436-46d4-b473-95c12d97de57 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 945 time: 0.3022470 Aug 13 04:33:05.957997 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2e9e7-9f9f-4b54-a5ec-738f3c565ab9 req-15baf738-300c-400c-9e88-4417ae61a648 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:05.960799 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7aa2e9e7-9f9f-4b54-a5ec-738f3c565ab9 req-15baf738-300c-400c-9e88-4417ae61a648 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.1636720 Aug 13 04:33:05.972597 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-3cd93fbd-e04d-4933-adce-a08946b9cb02 None None] Provisioning for port 79c69d48-d42f-4dea-b8fb-b981d633269a completed by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:33:05.983418 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-3cd93fbd-e04d-4933-adce-a08946b9cb02 None None] Provisioning complete for port 79c69d48-d42f-4dea-b8fb-b981d633269a triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:33:05.983794 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3cd93fbd-e04d-4933-adce-a08946b9cb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:06.046780 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7c0c7e11-bd13-43e9-b472-fb826a039697 req-c58c95f3-4be6-4904-8b80-7ad61d56b637 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042511 Aug 13 04:33:06.061237 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e2c45fcb-1fae-42da-ac17-e1f088ad246c req-7ae976a2-bdd8-4dc9-bcbd-4ca93416d54f tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977087 Aug 13 04:33:06.064968 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7aa2e9e7-9f9f-4b54-a5ec-738f3c565ab9 req-8986098f-bd7c-45c8-ae9b-157f2762b03a tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856717 Aug 13 04:33:06.068314 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ea86d1-f6a0-4a6b-9835-c59a7f731f61 admin admin] Router b89c1f72-374f-45e2-8f64-952c4ce60619 is scheduled to L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb with binding_index 1 {{(pid=93893) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 04:33:06.122181 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3cd93fbd-e04d-4933-adce-a08946b9cb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:06.161545 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-3cd93fbd-e04d-4933-adce-a08946b9cb02 None None] For port 79c69d48-d42f-4dea-b8fb-b981d633269a, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=79c69d48-d42f-4dea-b8fb-b981d633269a,segment=NetworkSegment(bd2b92f4-d7de-4749-aa27-052e1a0fcba3),segment_id=bd2b92f4-d7de-4749-aa27-052e1a0fcba3)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:33:06.170316 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3cd93fbd-e04d-4933-adce-a08946b9cb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:06.230047 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd93fbd-e04d-4933-adce-a08946b9cb02 None None] Pushing event updated for resources: {'Port': ['ID=79c69d48-d42f-4dea-b8fb-b981d633269a,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:06.231686 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ea86d1-f6a0-4a6b-9835-c59a7f731f61 admin admin] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:33:06.244690 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c7ccbe-b813-49f7-a648-47698fccfaba None None] Sync routers for ids ['b89c1f72-374f-45e2-8f64-952c4ce60619'] in dv-cinder-759961-6-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:33:06.247806 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7826b-8716-4b29-8316-39682a66438e req-fae048a4-9bfa-4f79-819b-ef0cdb2af261 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:06.255700 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c7ccbe-b813-49f7-a648-47698fccfaba None None] Routers {'b89c1f72-374f-45e2-8f64-952c4ce60619'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:33:06.256741 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-93c7ccbe-b813-49f7-a648-47698fccfaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:32:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['b89c1f72-374f-45e2-8f64-952c4ce60619'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:33:06.257173 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-30f7826b-8716-4b29-8316-39682a66438e req-fae048a4-9bfa-4f79-819b-ef0cdb2af261 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.1211073 Aug 13 04:33:06.287252 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-f5ea86d1-f6a0-4a6b-9835-c59a7f731f61 admin admin] Notify callbacks [] for router, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:06.288538 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-f5ea86d1-f6a0-4a6b-9835-c59a7f731f61 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3237827 Aug 13 04:33:06.291332 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 39592) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:33:06.318525 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-30f7826b-8716-4b29-8316-39682a66438e req-3e2a988e-6bde-47fc-9096-4ee2af646b06 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603185 Aug 13 04:33:06.388808 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-93c7ccbe-b813-49f7-a648-47698fccfaba None None] Set router b89c1f72-374f-45e2-8f64-952c4ce60619 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:33:06.402839 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-70a82c4f-70c9-4db8-b0e0-7b79d650bc03 None None] Provisioning complete for port 79c69d48-d42f-4dea-b8fb-b981d633269a triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:33:06.403371 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-70a82c4f-70c9-4db8-b0e0-7b79d650bc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:06.582423 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-93c7ccbe-b813-49f7-a648-47698fccfaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'name': 'tempest-TestMinimumBasicScenario-268368609-router', 'tenant_id': 'c41ff29303444fd0820593792b37e277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '8aa55824-144f-4a0f-b429-d4fe801555a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:33:03Z', 'updated_at': '2021-08-13T04:33:05Z', 'revision_number': 3, 'project_id': 'c41ff29303444fd0820593792b37e277', 'gw_port': {'id': '8aa55824-144f-4a0f-b429-d4fe801555a0', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:76:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:33:04Z', 'updated_at': '2021-08-13T04:33:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi'}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:33:06.616493 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c7ccbe-b813-49f7-a648-47698fccfaba None None] Checking router: b89c1f72-374f-45e2-8f64-952c4ce60619 for host: dv-cinder-759961-6-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:33:06.616834 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c7ccbe-b813-49f7-a648-47698fccfaba None None] Updating router b89c1f72-374f-45e2-8f64-952c4ce60619 port 8aa55824-144f-4a0f-b429-d4fe801555a0 binding host dv-cinder-759961-6-iscsi {{(pid=93896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:33:06.655244 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-93c7ccbe-b813-49f7-a648-47698fccfaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:06.828069 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-8f0fa442-80d3-4f9e-b8a5-d2cce9a855f8 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-497389403&fields=id&tenant_id=88885460859447cea3664074daf50abb HTTP/1.1" status: 200 len: 267 time: 0.0620966 Aug 13 04:33:07.001377 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-6283b359-2480-4dc1-88c4-827b9342854e tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:07.004702 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-6283b359-2480-4dc1-88c4-827b9342854e tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/networks?id=48b70047-4f37-4bcb-9978-33a75e7a4b30 HTTP/1.1" status: 200 len: 808 time: 0.1671515 Aug 13 04:33:07.025239 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-a8447852-cf08-439d-895a-d8070791c0f5 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/quotas/88885460859447cea3664074daf50abb HTTP/1.1" status: 200 len: 375 time: 0.0120807 Aug 13 04:33:07.039704 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-b6a2968b-4fda-4ea2-9d51-5e0fcb715549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:07.055903 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-93c7ccbe-b813-49f7-a648-47698fccfaba None None] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:07.078223 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-93c7ccbe-b813-49f7-a648-47698fccfaba None None] Transition to ACTIVE for port object 8aa55824-144f-4a0f-b429-d4fe801555a0 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:33:07.087475 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-93c7ccbe-b813-49f7-a648-47698fccfaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:07.134665 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-1518bd11-7824-41df-9e19-902770ff05fa tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=88885460859447cea3664074daf50abb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1023736 Aug 13 04:33:07.161647 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da4cc9-8f6c-48e1-9e65-f84f4a7dfc04 None None] Pushing event updated for resources: {'Port': ['ID=8aa55824-144f-4a0f-b429-d4fe801555a0,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:07.164224 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-93c7ccbe-b813-49f7-a648-47698fccfaba None None] Attempting to bind port 8aa55824-144f-4a0f-b429-d4fe801555a0 on host dv-cinder-759961-6-iscsi for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:33:07.164654 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-93c7ccbe-b813-49f7-a648-47698fccfaba None None] Attempting to bind port 8aa55824-144f-4a0f-b429-d4fe801555a0 by drivers openvswitch,hyperv on host dv-cinder-759961-6-iscsi at level 0 using segments [{'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:33:07.165076 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c7ccbe-b813-49f7-a648-47698fccfaba None None] Attempting to bind port 8aa55824-144f-4a0f-b429-d4fe801555a0 on network d5442241-d7fe-41d2-8545-5b5874d634cc {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:33:07.171645 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c7ccbe-b813-49f7-a648-47698fccfaba None None] Checking agent: {'id': '10f62c82-9a8d-499f-91cc-7991f11962ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 22, 11), 'started_at': datetime.datetime(2021, 8, 13, 4, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:33:07.172281 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c7ccbe-b813-49f7-a648-47698fccfaba None None] Checking segment: {'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:33:07.172919 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-93c7ccbe-b813-49f7-a648-47698fccfaba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:07.173560 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c7ccbe-b813-49f7-a648-47698fccfaba None None] Bound using segment: {'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:33:07.174241 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-93c7ccbe-b813-49f7-a648-47698fccfaba None None] Bound port: 8aa55824-144f-4a0f-b429-d4fe801555a0, host: dv-cinder-759961-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:33:07.174878 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-93c7ccbe-b813-49f7-a648-47698fccfaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:07.242823 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-93c7ccbe-b813-49f7-a648-47698fccfaba None None] For port 8aa55824-144f-4a0f-b429-d4fe801555a0, host dv-cinder-759961-6-iscsi, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:33:07.249867 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-93c7ccbe-b813-49f7-a648-47698fccfaba None None] For port 8aa55824-144f-4a0f-b429-d4fe801555a0, host dv-cinder-759961-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=8aa55824-144f-4a0f-b429-d4fe801555a0,segment=NetworkSegment(edab9050-aae2-4c9b-baa0-6e612e984a64),segment_id=edab9050-aae2-4c9b-baa0-6e612e984a64)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:33:07.256288 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [None req-b6a2968b-4fda-4ea2-9d51-5e0fcb715549 admin admin] Allocated IP 172.20.0.1 (cc773a2e-a6e4-4037-a278-1599b19ecd84/c9714a85-0300-41df-8e35-283bcc57529b/a06a26de-4aef-4fbd-95c7-6fe8957764a4) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:33:07.258574 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-93c7ccbe-b813-49f7-a648-47698fccfaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:07.291066 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869975ee-0ca1-48d8-9e0c-b8f9abca10e7 req-e43afb9a-40ab-41a7-9842-949c58e919c6 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:07.293247 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-869975ee-0ca1-48d8-9e0c-b8f9abca10e7 req-e43afb9a-40ab-41a7-9842-949c58e919c6 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.1400056 Aug 13 04:33:07.344525 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da4cc9-8f6c-48e1-9e65-f84f4a7dfc04 None None] Pushing event updated for resources: {'Port': ['ID=8aa55824-144f-4a0f-b429-d4fe801555a0,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:07.371454 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c7ccbe-b813-49f7-a648-47698fccfaba None None] Routers {'b89c1f72-374f-45e2-8f64-952c4ce60619'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:33:07.372045 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-93c7ccbe-b813-49f7-a648-47698fccfaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:32:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['b89c1f72-374f-45e2-8f64-952c4ce60619'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:33:07.383929 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-b6a2968b-4fda-4ea2-9d51-5e0fcb715549 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:07.398263 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.provisioning_blocks [None req-b6a2968b-4fda-4ea2-9d51-5e0fcb715549 admin admin] Transition to ACTIVE for port object a06a26de-4aef-4fbd-95c7-6fe8957764a4 will not be triggered until provisioned by entity DHCP. {{(pid=93894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:33:07.441402 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-b6a2968b-4fda-4ea2-9d51-5e0fcb715549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:07.480492 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a2968b-4fda-4ea2-9d51-5e0fcb715549 admin admin] Network cc773a2e-a6e4-4037-a278-1599b19ecd84 is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:33:07.483915 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-b6a2968b-4fda-4ea2-9d51-5e0fcb715549 admin admin] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:33:07.496027 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-93c7ccbe-b813-49f7-a648-47698fccfaba None None] Set router b89c1f72-374f-45e2-8f64-952c4ce60619 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:33:07.500991 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a2968b-4fda-4ea2-9d51-5e0fcb715549 admin admin] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:33:07.590237 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-b6a2968b-4fda-4ea2-9d51-5e0fcb715549 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3683374'] for router_interface, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:07.602231 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 79c69d48-d42f-4dea-b8fb-b981d633269a up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:33:07.759630 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port 79c69d48-d42f-4dea-b8fb-b981d633269a triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:33:07.760015 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:07.760843 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2968b-4fda-4ea2-9d51-5e0fcb715549 admin admin] Pushing event updated for resources: {'Port': ['ID=a06a26de-4aef-4fbd-95c7-6fe8957764a4,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:07.765677 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 39646) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:33:07.766415 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-b6a2968b-4fda-4ea2-9d51-5e0fcb715549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:07.884152 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-31fedd7e-7eb4-4fa3-8d55-780abe7d2ad8 service neutron] 10.222.0.13 "GET /v2.0/networks/48b70047-4f37-4bcb-9978-33a75e7a4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7319169 Aug 13 04:33:07.895462 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-93c7ccbe-b813-49f7-a648-47698fccfaba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'name': 'tempest-TestMinimumBasicScenario-268368609-router', 'tenant_id': 'c41ff29303444fd0820593792b37e277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '8aa55824-144f-4a0f-b429-d4fe801555a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:33:03Z', 'updated_at': '2021-08-13T04:33:05Z', 'revision_number': 3, 'project_id': 'c41ff29303444fd0820593792b37e277', 'gw_port': {'id': '8aa55824-144f-4a0f-b429-d4fe801555a0', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:76:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:33:04Z', 'updated_at': '2021-08-13T04:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi'}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:33:07.931339 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c7ccbe-b813-49f7-a648-47698fccfaba None None] The sync data for ids ['b89c1f72-374f-45e2-8f64-952c4ce60619'] in dv-cinder-759961-6-iscsi is: [{'id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'name': 'tempest-TestMinimumBasicScenario-268368609-router', 'tenant_id': 'c41ff29303444fd0820593792b37e277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '8aa55824-144f-4a0f-b429-d4fe801555a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:33:03Z', 'updated_at': '2021-08-13T04:33:05Z', 'revision_number': 3, 'project_id': 'c41ff29303444fd0820593792b37e277', 'gw_port': {'id': '8aa55824-144f-4a0f-b429-d4fe801555a0', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:76:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:33:04Z', 'updated_at': '2021-08-13T04:33:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi'}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:33:07.972126 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5dcd4ce1-4f19-4863-b73c-dc4520d3a474 None None] Provisioning for port a06a26de-4aef-4fbd-95c7-6fe8957764a4 completed by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:33:07.983298 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5dcd4ce1-4f19-4863-b73c-dc4520d3a474 None None] Provisioning complete for port a06a26de-4aef-4fbd-95c7-6fe8957764a4 triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:33:07.983925 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5dcd4ce1-4f19-4863-b73c-dc4520d3a474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:08.048798 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-1fc4a6a4-e1a7-4bce-8123-1dcbc9c14afd req-6b647d06-ba06-4018-a677-d27ab19900c2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2772055 Aug 13 04:33:08.054493 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-869975ee-0ca1-48d8-9e0c-b8f9abca10e7 req-6206ca60-c93d-49ab-9ff6-44b283b3f1a0 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7522309 Aug 13 04:33:08.056225 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5dcd4ce1-4f19-4863-b73c-dc4520d3a474 None None] Port a06a26de-4aef-4fbd-95c7-6fe8957764a4 cannot update to ACTIVE because it is not bound. {{(pid=93895) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:33:08.082117 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2429e64b-90fa-42f4-bbd3-4be3ae12de33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:08.114429 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-b6a2968b-4fda-4ea2-9d51-5e0fcb715549 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:08.128250 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-72350e21-8397-4715-bf2f-b295d8e1d438 service neutron] 10.222.0.13 "GET /v2.0/networks/48b70047-4f37-4bcb-9978-33a75e7a4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432191 Aug 13 04:33:08.129821 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-b6a2968b-4fda-4ea2-9d51-5e0fcb715549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8757390'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:08.196711 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-b6a2968b-4fda-4ea2-9d51-5e0fcb715549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3683514'] for router_interface, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:08.225388 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2d939-9058-440d-be46-fbbf3e97cd5c req-918f8061-6c29-45bd-89b7-64a818297e3b tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:08.226975 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5db2d939-9058-440d-be46-fbbf3e97cd5c req-918f8061-6c29-45bd-89b7-64a818297e3b tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 945 time: 0.0683992 Aug 13 04:33:08.242742 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2968b-4fda-4ea2-9d51-5e0fcb715549 admin admin] Pushing event updated for resources: {'Port': ['ID=a06a26de-4aef-4fbd-95c7-6fe8957764a4,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:08.375638 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5db2d939-9058-440d-be46-fbbf3e97cd5c req-d008c814-71c7-42fa-9bb1-75a3700877db tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401670 Aug 13 04:33:08.438979 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a2968b-4fda-4ea2-9d51-5e0fcb715549 admin admin] Network cc773a2e-a6e4-4037-a278-1599b19ecd84 is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:33:08.440462 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-b6a2968b-4fda-4ea2-9d51-5e0fcb715549 admin admin] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:33:08.608128 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a850b40-3674-471c-857b-8636ab1b43d5 req-ac67af93-1a55-4b66-9011-6871e56025a4 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:08.609924 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6a850b40-3674-471c-857b-8636ab1b43d5 req-ac67af93-1a55-4b66-9011-6871e56025a4 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.1213140 Aug 13 04:33:08.711457 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6a850b40-3674-471c-857b-8636ab1b43d5 req-d2887370-6550-4546-a854-d3eaa7bb09d5 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923951 Aug 13 04:33:08.768939 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a2968b-4fda-4ea2-9d51-5e0fcb715549 admin admin] Router b89c1f72-374f-45e2-8f64-952c4ce60619 has already been hosted by L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:33:08.891540 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-944093d8-bb90-4768-8e1f-b5d2d443267e None None] Provisioning complete for port a06a26de-4aef-4fbd-95c7-6fe8957764a4 triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:33:08.892037 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-944093d8-bb90-4768-8e1f-b5d2d443267e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:08.991993 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a2968b-4fda-4ea2-9d51-5e0fcb715549 admin admin] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:33:08.997612 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-944093d8-bb90-4768-8e1f-b5d2d443267e None None] Port a06a26de-4aef-4fbd-95c7-6fe8957764a4 cannot update to ACTIVE because it is not bound. {{(pid=93895) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:33:08.998925 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-b6a2968b-4fda-4ea2-9d51-5e0fcb715549 admin admin] 10.222.0.13 "PUT /v2.0/routers/b89c1f72-374f-45e2-8f64-952c4ce60619/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7064650 Aug 13 04:33:09.259403 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a5725-a8b2-450b-9d9c-f96d22cfd865 req-5bc70740-c336-46a1-9a99-8b378701d658 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:09.270622 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-dc3a5725-a8b2-450b-9d9c-f96d22cfd865 req-5bc70740-c336-46a1-9a99-8b378701d658 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.0838261 Aug 13 04:33:09.378703 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2d6a3333-720f-4709-bcbb-ef73c3433126 req-d7cc62d3-258c-4283-9d25-0068a3f6368a tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 210 time: 0.0498042 Aug 13 04:33:09.418004 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-dc3a5725-a8b2-450b-9d9c-f96d22cfd865 req-08c9d2d0-7b9e-4e91-b40d-515180e32046 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459539 Aug 13 04:33:09.576928 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 8aa55824-144f-4a0f-b429-d4fe801555a0 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:33:09.668933 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning for port 8aa55824-144f-4a0f-b429-d4fe801555a0 completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:33:09.673850 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port 8aa55824-144f-4a0f-b429-d4fe801555a0 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:33:09.674547 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:09.797777 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:09.830111 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] For port 8aa55824-144f-4a0f-b429-d4fe801555a0, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=8aa55824-144f-4a0f-b429-d4fe801555a0,segment=NetworkSegment(edab9050-aae2-4c9b-baa0-6e612e984a64),segment_id=edab9050-aae2-4c9b-baa0-6e612e984a64)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:33:09.836948 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:09.887735 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 39728) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:33:09.888994 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c05615-936e-4540-9f43-4d94b35eb919 req-309e5030-52ce-4b14-b9a2-02788c2c44b1 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:09.890614 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-50c05615-936e-4540-9f43-4d94b35eb919 req-309e5030-52ce-4b14-b9a2-02788c2c44b1 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0981033 Aug 13 04:33:09.892879 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-f3f34cab-e64f-4855-b1a9-b945e7105371 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1727249500-network', 'tenant_id': 'e6b774b35adb4e40bf07a814b70ff5c4'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:33:09.919250 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f34cab-e64f-4855-b1a9-b945e7105371 admin admin] Made reservation on behalf of e6b774b35adb4e40bf07a814b70ff5c4 for: {'network': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:33:09.922233 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f3f34cab-e64f-4855-b1a9-b945e7105371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for network, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:09.925102 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Pushing event updated for resources: {'Port': ['ID=8aa55824-144f-4a0f-b429-d4fe801555a0,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:09.947462 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f3f34cab-e64f-4855-b1a9-b945e7105371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:09.974935 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-50c05615-936e-4540-9f43-4d94b35eb919 req-6a1dbe92-b943-4d29-b750-c4e8160e1abd tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663540 Aug 13 04:33:10.105544 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f3f34cab-e64f-4855-b1a9-b945e7105371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:10.110302 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f3f34cab-e64f-4855-b1a9-b945e7105371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:10.166116 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f34cab-e64f-4855-b1a9-b945e7105371 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=93894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:33:10.176440 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f34cab-e64f-4855-b1a9-b945e7105371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0c2034-ad23-43f3-8873-fd2c2e4158c9,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:10.200752 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f3f34cab-e64f-4855-b1a9-b945e7105371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910'] for segment, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:10.200752 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.db.segments_db [None req-f3f34cab-e64f-4855-b1a9-b945e7105371 admin admin] Added segment c8887158-6cdc-4006-8ebd-257a0d3494f1 of type vlan for network 9ec45ecb-e1b6-4f30-a8bc-023cd4669aea Aug 13 04:33:10.256670 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f3f34cab-e64f-4855-b1a9-b945e7105371 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740402894165'] for network, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:10.290442 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f3f34cab-e64f-4855-b1a9-b945e7105371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156'] for network, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:10.291734 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f34cab-e64f-4855-b1a9-b945e7105371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:10.292571 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f3f34cab-e64f-4855-b1a9-b945e7105371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:10.346270 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-f3f34cab-e64f-4855-b1a9-b945e7105371 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4573863 Aug 13 04:33:10.349867 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 39750) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:33:10.358460 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [None req-058db60b-d434-4007-9aa8-9212dd65fe2c admin admin] Request body: {'subnet': {'network_id': '9ec45ecb-e1b6-4f30-a8bc-023cd4669aea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1727249500-subnet', 'tenant_id': 'e6b774b35adb4e40bf07a814b70ff5c4', 'ip_version': 4}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:33:10.374101 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f34cab-e64f-4855-b1a9-b945e7105371 admin admin] Pushing event updated for resources: {'Network': ['ID=9ec45ecb-e1b6-4f30-a8bc-023cd4669aea,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:10.387841 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Network 9ec45ecb-e1b6-4f30-a8bc-023cd4669aea details requested by agent ovs-agent-dv-cinder-759961-6-iscsi with host dv-cinder-759961-6-iscsi {{(pid=93895) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:33:10.395964 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058db60b-d434-4007-9aa8-9212dd65fe2c admin admin] Made reservation on behalf of e6b774b35adb4e40bf07a814b70ff5c4 for: {'subnet': 1} {{(pid=93893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:33:10.398484 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-058db60b-d434-4007-9aa8-9212dd65fe2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9155869'] for subnet, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:10.469295 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34fd2e1-95d6-4447-836f-a630a12b2684 None None] Sync routers for ids ['b89c1f72-374f-45e2-8f64-952c4ce60619'] in dv-cinder-759961-6-iscsi {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:33:10.499338 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34fd2e1-95d6-4447-836f-a630a12b2684 None None] Routers {'b89c1f72-374f-45e2-8f64-952c4ce60619'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:33:10.500274 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-b34fd2e1-95d6-4447-836f-a630a12b2684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:32:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['b89c1f72-374f-45e2-8f64-952c4ce60619'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:33:10.513510 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-897ea18f-3d6c-41b3-b48f-8e4d735ed896 req-fbecfdf2-2fc9-4220-9bed-ceb8d6598b96 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 210 time: 0.0399694 Aug 13 04:33:10.646788 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-b34fd2e1-95d6-4447-836f-a630a12b2684 None None] Set router b89c1f72-374f-45e2-8f64-952c4ce60619 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:33:10.702159 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f632c168-c7a4-493d-9223-1e2234c9a28f req-35f17805-d2b0-4aa4-89dd-e6a0bcf56c98 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:10.704232 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f632c168-c7a4-493d-9223-1e2234c9a28f req-35f17805-d2b0-4aa4-89dd-e6a0bcf56c98 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.1350458 Aug 13 04:33:10.748359 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-058db60b-d434-4007-9aa8-9212dd65fe2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9290032', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9155887'] for subnet, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:10.886140 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f632c168-c7a4-493d-9223-1e2234c9a28f req-2ae34767-0775-45cf-8f73-c5124d8896b0 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650836 Aug 13 04:33:10.908532 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058db60b-d434-4007-9aa8-9212dd65fe2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dcfc795-0449-4ec6-a829-623e2dc33d36,revision_number=0']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:10.915206 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-b34fd2e1-95d6-4447-836f-a630a12b2684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'name': 'tempest-TestMinimumBasicScenario-268368609-router', 'tenant_id': 'c41ff29303444fd0820593792b37e277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '8aa55824-144f-4a0f-b429-d4fe801555a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:33:03Z', 'updated_at': '2021-08-13T04:33:07Z', 'revision_number': 4, 'project_id': 'c41ff29303444fd0820593792b37e277', 'gw_port': {'id': '8aa55824-144f-4a0f-b429-d4fe801555a0', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:76:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:33:04Z', 'updated_at': '2021-08-13T04:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': 'a06a26de-4aef-4fbd-95c7-6fe8957764a4', 'name': '', 'network_id': 'cc773a2e-a6e4-4037-a278-1599b19ecd84', 'tenant_id': 'c41ff29303444fd0820593792b37e277', 'mac_address': 'fa:16:3e:24:4a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'c9714a85-0300-41df-8e35-283bcc57529b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:33:07Z', 'updated_at': '2021-08-13T04:33:07Z', 'revision_number': 2, 'project_id': 'c41ff29303444fd0820593792b37e277', 'subnets': [{'id': 'c9714a85-0300-41df-8e35-283bcc57529b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:33:10.924810 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058db60b-d434-4007-9aa8-9212dd65fe2c admin admin] Checking segment: {'id': 'c8887158-6cdc-4006-8ebd-257a0d3494f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9ec45ecb-e1b6-4f30-a8bc-023cd4669aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:33:10.925179 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058db60b-d434-4007-9aa8-9212dd65fe2c admin admin] Network hostable DHCP agents. Network: 9ec45ecb-e1b6-4f30-a8bc-023cd4669aea, hostable agents: ['648804f1-66f0-43bb-b72d-2cc8dd7b696f'], hosted agents: [] {{(pid=93893) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:33:10.950816 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34fd2e1-95d6-4447-836f-a630a12b2684 None None] Checking router: b89c1f72-374f-45e2-8f64-952c4ce60619 for host: dv-cinder-759961-6-iscsi {{(pid=93895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:33:10.951772 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34fd2e1-95d6-4447-836f-a630a12b2684 None None] Updating router b89c1f72-374f-45e2-8f64-952c4ce60619 port a06a26de-4aef-4fbd-95c7-6fe8957764a4 binding host dv-cinder-759961-6-iscsi {{(pid=93895) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:33:10.955869 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e2a79459-66b0-43d7-b998-ea7a4385fba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:10.970680 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058db60b-d434-4007-9aa8-9212dd65fe2c admin admin] Network 9ec45ecb-e1b6-4f30-a8bc-023cd4669aea is scheduled to be hosted by DHCP agent 648804f1-66f0-43bb-b72d-2cc8dd7b696f with binding_index 1 {{(pid=93893) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:33:10.980046 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-ac60cd3e-b061-4d6e-816a-bbd3d76f0ad9 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:10.981540 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-ac60cd3e-b061-4d6e-816a-bbd3d76f0ad9 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.64 "GET /v2.0/networks?id=48b70047-4f37-4bcb-9978-33a75e7a4b30 HTTP/1.1" status: 200 len: 808 time: 0.1888602 Aug 13 04:33:10.981976 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b34fd2e1-95d6-4447-836f-a630a12b2684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:10.990169 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.base_scheduler [None req-058db60b-d434-4007-9aa8-9212dd65fe2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-6-iscsi, 9ec45ecb-e1b6-4f30-a8bc-023cd4669aea) {{(pid=93893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:33:10.994661 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058db60b-d434-4007-9aa8-9212dd65fe2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:10.995465 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-058db60b-d434-4007-9aa8-9212dd65fe2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:11.026227 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-058db60b-d434-4007-9aa8-9212dd65fe2c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6709635 Aug 13 04:33:11.027072 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 39760) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:33:11.031923 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-c9d3ef43-0c7f-492b-99e3-1ecb5d764bb5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1727249500-router', 'tenant_id': 'e6b774b35adb4e40bf07a814b70ff5c4', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'}}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:33:11.052724 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-0dcfa70e-5abe-4f41-9d51-5d4ae6170aa6 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88885460859447cea3664074daf50abb HTTP/1.1" status: 200 len: 379 time: 0.0535262 Aug 13 04:33:11.056404 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a19b79-9e64-49be-a40a-b0fbd0e2f486 None None] Network 9ec45ecb-e1b6-4f30-a8bc-023cd4669aea requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:33:11.068627 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-7e2b851f-3418-41ba-848f-697491632148 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Request body: {'port': {'device_id': '5ba719a9-61df-4d8d-99c1-907f97a80e8e', 'network_id': '48b70047-4f37-4bcb-9978-33a75e7a4b30', 'admin_state_up': True, 'tenant_id': '88885460859447cea3664074daf50abb', 'security_groups': ['01729468-5a21-4276-9b14-32108ef27797']}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:33:11.071032 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c9d3ef43-0c7f-492b-99e3-1ecb5d764bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3791597', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-505227'] for router, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:11.072356 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c9d3ef43-0c7f-492b-99e3-1ecb5d764bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3787133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3788846', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3732270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-505234'] for router, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:11.134373 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c9d3ef43-0c7f-492b-99e3-1ecb5d764bb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:11.185886 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fad673-29c5-4d9a-9d9c-58b21fd16891 req-df16bca1-a9e3-4116-86f3-8184c4e093db tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:11.186999 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e9fad673-29c5-4d9a-9d9c-58b21fd16891 req-df16bca1-a9e3-4116-86f3-8184c4e093db tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.1127057 Aug 13 04:33:11.298698 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e9fad673-29c5-4d9a-9d9c-58b21fd16891 req-1ddb974a-865e-4a1a-998f-b75df40c615e tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029160 Aug 13 04:33:11.303418 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c9d3ef43-0c7f-492b-99e3-1ecb5d764bb5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:11.373939 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-7e2b851f-3418-41ba-848f-697491632148 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Made reservation on behalf of 88885460859447cea3664074daf50abb for: {'port': 1} {{(pid=93893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:33:11.378015 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-7e2b851f-3418-41ba-848f-697491632148 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:11.398877 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4a6a4-e1a7-4bce-8123-1dcbc9c14afd req-3906d01d-978f-47bc-b8f5-3f85a314e636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:11.401063 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1fc4a6a4-e1a7-4bce-8123-1dcbc9c14afd req-3906d01d-978f-47bc-b8f5-3f85a314e636 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f&tenant_id=97bcef962215442fa34d9ef949492fc4 HTTP/1.1" status: 200 len: 1096 time: 0.1416264 Aug 13 04:33:11.425177 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:11.538612 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4a6a4-e1a7-4bce-8123-1dcbc9c14afd req-1aa34453-ba55-47b3-8c6c-9ad80aabf21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:11.550588 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1fc4a6a4-e1a7-4bce-8123-1dcbc9c14afd req-1aa34453-ba55-47b3-8c6c-9ad80aabf21a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=97bcef962215442fa34d9ef949492fc4&device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 1096 time: 0.0862644 Aug 13 04:33:11.621347 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c9d3ef43-0c7f-492b-99e3-1ecb5d764bb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:11.639213 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 8aa55824-144f-4a0f-b429-d4fe801555a0 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:33:11.649911 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c9d3ef43-0c7f-492b-99e3-1ecb5d764bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:11.690481 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b34fd2e1-95d6-4447-836f-a630a12b2684 None None] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:11.690709 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4a6a4-e1a7-4bce-8123-1dcbc9c14afd req-eec0c17f-c982-4580-ac41-6bf62690eea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:11.690709 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1fc4a6a4-e1a7-4bce-8123-1dcbc9c14afd req-eec0c17f-c982-4580-ac41-6bf62690eea8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=961a975f-b6bf-4b12-8622-52a8bd477fc6 HTTP/1.1" status: 200 len: 916 time: 0.0959105 Aug 13 04:33:11.710019 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-b34fd2e1-95d6-4447-836f-a630a12b2684 None None] Transition to ACTIVE for port object a06a26de-4aef-4fbd-95c7-6fe8957764a4 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:33:11.722296 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b34fd2e1-95d6-4447-836f-a630a12b2684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:11.732189 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f590c60d-4b16-4aa8-afe9-1f8a3f99a10e req-1f3dd1b3-9cb4-499e-8c4f-ce95359f5ec8 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 210 time: 0.0380969 Aug 13 04:33:11.733048 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49583009-eb4a-4734-ac1f-e805742ea2ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdb467cc1-395b-5a9d-8ada-7ac1dde80137-9ec45ecb-e1b6-4f30-a8bc-023cd4669aea', 'network_id': '9ec45ecb-e1b6-4f30-a8bc-023cd4669aea', 'tenant_id': 'e6b774b35adb4e40bf07a814b70ff5c4', 'fixed_ips': [{'subnet_id': '8dcfc795-0449-4ec6-a829-623e2dc33d36'}]}} from dv-cinder-759961-6-iscsi. {{(pid=93895) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 13 04:33:11.734602 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-49583009-eb4a-4734-ac1f-e805742ea2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:11.792374 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.db_base_plugin_common [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-7e2b851f-3418-41ba-848f-697491632148 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Allocated IP 172.20.0.5 (48b70047-4f37-4bcb-9978-33a75e7a4b30/47785185-d5f8-433d-afab-e7fc9175212b/1166ab58-4fa6-49a1-b301-c03b411d9dc0) {{(pid=93893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:33:11.809396 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1fc4a6a4-e1a7-4bce-8123-1dcbc9c14afd req-48bf1654-65d0-41f1-abce-4333bf7df926 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3be48be-e5ee-48ea-a418-bc6c5c7a337c HTTP/1.1" status: 200 len: 999 time: 0.1023114 Aug 13 04:33:11.810636 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01363cd-3be6-4cd1-9b5d-0150887ac11b None None] Pushing event updated for resources: {'Port': ['ID=a06a26de-4aef-4fbd-95c7-6fe8957764a4,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:11.849573 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [None req-c9d3ef43-0c7f-492b-99e3-1ecb5d764bb5 admin admin] Allocated IP 172.27.0.19 (d5442241-d7fe-41d2-8545-5b5874d634cc/644fe726-b54d-4883-8d33-fa766808e879/d14c98ea-86d4-4f6d-9c61-27b335ca7c11) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:33:11.941455 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port 8aa55824-144f-4a0f-b429-d4fe801555a0 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:33:11.941832 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:12.022567 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-b34fd2e1-95d6-4447-836f-a630a12b2684 None None] Attempting to bind port a06a26de-4aef-4fbd-95c7-6fe8957764a4 on host dv-cinder-759961-6-iscsi for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:33:12.023210 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-b34fd2e1-95d6-4447-836f-a630a12b2684 None None] Attempting to bind port a06a26de-4aef-4fbd-95c7-6fe8957764a4 by drivers openvswitch,hyperv on host dv-cinder-759961-6-iscsi at level 0 using segments [{'id': 'bd2b92f4-d7de-4749-aa27-052e1a0fcba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cc773a2e-a6e4-4037-a278-1599b19ecd84'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:33:12.023328 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34fd2e1-95d6-4447-836f-a630a12b2684 None None] Attempting to bind port a06a26de-4aef-4fbd-95c7-6fe8957764a4 on network cc773a2e-a6e4-4037-a278-1599b19ecd84 {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:33:12.027417 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-7e2b851f-3418-41ba-848f-697491632148 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks [] for port, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:12.049008 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c9d3ef43-0c7f-492b-99e3-1ecb5d764bb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:12.052932 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34fd2e1-95d6-4447-836f-a630a12b2684 None None] Checking agent: {'id': '10f62c82-9a8d-499f-91cc-7991f11962ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 22, 11), 'started_at': datetime.datetime(2021, 8, 13, 4, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:33:12.053305 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34fd2e1-95d6-4447-836f-a630a12b2684 None None] Checking segment: {'id': 'bd2b92f4-d7de-4749-aa27-052e1a0fcba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cc773a2e-a6e4-4037-a278-1599b19ecd84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:33:12.053732 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b34fd2e1-95d6-4447-836f-a630a12b2684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:12.054128 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34fd2e1-95d6-4447-836f-a630a12b2684 None None] Bound using segment: {'id': 'bd2b92f4-d7de-4749-aa27-052e1a0fcba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cc773a2e-a6e4-4037-a278-1599b19ecd84'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:33:12.054604 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-b34fd2e1-95d6-4447-836f-a630a12b2684 None None] Bound port: a06a26de-4aef-4fbd-95c7-6fe8957764a4, host: dv-cinder-759961-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2b92f4-d7de-4749-aa27-052e1a0fcba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cc773a2e-a6e4-4037-a278-1599b19ecd84'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:33:12.054990 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b34fd2e1-95d6-4447-836f-a630a12b2684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:12.061754 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:12.077248 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.provisioning_blocks [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-7e2b851f-3418-41ba-848f-697491632148 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Transition to ACTIVE for port object 1166ab58-4fa6-49a1-b301-c03b411d9dc0 will not be triggered until provisioned by entity DHCP. {{(pid=93893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:33:12.080243 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4a6a4-e1a7-4bce-8123-1dcbc9c14afd req-6562d464-d3b7-4d6a-b35f-9f6472553c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:12.081752 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1fc4a6a4-e1a7-4bce-8123-1dcbc9c14afd req-6562d464-d3b7-4d6a-b35f-9f6472553c71 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f926821c-827a-487a-ac65-0966f4150cbf HTTP/1.1" status: 200 len: 854 time: 0.2452180 Aug 13 04:33:12.095214 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c9d3ef43-0c7f-492b-99e3-1ecb5d764bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:12.148239 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d3ef43-0c7f-492b-99e3-1ecb5d764bb5 admin admin] Network d5442241-d7fe-41d2-8545-5b5874d634cc is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:33:12.148598 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c456a7-75e2-434f-b5c9-498913b7193c req-e151c73b-556a-4a36-a500-11630701ec63 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:12.150413 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a9c456a7-75e2-434f-b5c9-498913b7193c req-e151c73b-556a-4a36-a500-11630701ec63 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.1354115 Aug 13 04:33:12.155124 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-c9d3ef43-0c7f-492b-99e3-1ecb5d764bb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:33:12.157453 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d3ef43-0c7f-492b-99e3-1ecb5d764bb5 admin admin] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:33:12.163863 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.db_base_plugin_common [None req-49583009-eb4a-4734-ac1f-e805742ea2ff None None] Allocated IP 172.20.0.2 (9ec45ecb-e1b6-4f30-a8bc-023cd4669aea/8dcfc795-0449-4ec6-a829-623e2dc33d36/2901ded5-dbbb-4db8-932e-a8cfc7a52d69) {{(pid=93895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:33:12.186566 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3ef43-0c7f-492b-99e3-1ecb5d764bb5 admin admin] Pushing event updated for resources: {'Port': ['ID=d14c98ea-86d4-4f6d-9c61-27b335ca7c11,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:12.203541 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4a6a4-e1a7-4bce-8123-1dcbc9c14afd req-56dc1f60-f68e-4dba-a2e8-8c7aa16e751a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:12.205926 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1fc4a6a4-e1a7-4bce-8123-1dcbc9c14afd req-56dc1f60-f68e-4dba-a2e8-8c7aa16e751a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=961a975f-b6bf-4b12-8622-52a8bd477fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1117663 Aug 13 04:33:12.209134 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-7e2b851f-3418-41ba-848f-697491632148 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:12.233037 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a9c456a7-75e2-434f-b5c9-498913b7193c req-30c8da78-c6ed-4b55-b761-f3b87ee45768 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762787 Aug 13 04:33:12.298616 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-b34fd2e1-95d6-4447-836f-a630a12b2684 None None] For port a06a26de-4aef-4fbd-95c7-6fe8957764a4, host dv-cinder-759961-6-iscsi, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:33:12.311629 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-b34fd2e1-95d6-4447-836f-a630a12b2684 None None] For port a06a26de-4aef-4fbd-95c7-6fe8957764a4, host dv-cinder-759961-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=a06a26de-4aef-4fbd-95c7-6fe8957764a4,segment=NetworkSegment(bd2b92f4-d7de-4749-aa27-052e1a0fcba3),segment_id=bd2b92f4-d7de-4749-aa27-052e1a0fcba3)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:33:12.328837 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b34fd2e1-95d6-4447-836f-a630a12b2684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:12.352371 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b851f-3418-41ba-848f-697491632148 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Pushing event updated for resources: {'Port': ['ID=1166ab58-4fa6-49a1-b301-c03b411d9dc0,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:12.362529 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-7e2b851f-3418-41ba-848f-697491632148 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Network 48b70047-4f37-4bcb-9978-33a75e7a4b30 is already hosted by enough agents. {{(pid=93893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:33:12.379473 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.base_scheduler [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-7e2b851f-3418-41ba-848f-697491632148 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Resources bound (agent type, host, resource id): {{(pid=93893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:33:12.383874 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-7e2b851f-3418-41ba-848f-697491632148 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Received port after_create {{(pid=93893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:33:12.405693 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:12.448161 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01363cd-3be6-4cd1-9b5d-0150887ac11b None None] Pushing event updated for resources: {'Port': ['ID=a06a26de-4aef-4fbd-95c7-6fe8957764a4,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:12.450802 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34fd2e1-95d6-4447-836f-a630a12b2684 None None] Routers {'b89c1f72-374f-45e2-8f64-952c4ce60619'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:33:12.451411 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-b34fd2e1-95d6-4447-836f-a630a12b2684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:33:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['b89c1f72-374f-45e2-8f64-952c4ce60619'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:33:12.505922 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c9d3ef43-0c7f-492b-99e3-1ecb5d764bb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:12.534306 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-7e2b851f-3418-41ba-848f-697491632148 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:12.535077 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-7e2b851f-3418-41ba-848f-697491632148 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:12.558195 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1fc4a6a4-e1a7-4bce-8123-1dcbc9c14afd req-8487ae45-b8b9-4e53-a3d0-34e109ee5d43 service neutron] 10.222.0.64 "GET /v2.0/networks/961a975f-b6bf-4b12-8622-52a8bd477fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386605 Aug 13 04:33:12.559734 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-7e2b851f-3418-41ba-848f-697491632148 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4970281 Aug 13 04:33:12.576519 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c441f-7154-49c7-be8a-853623e2c805 req-8eb075b3-e7f9-4951-93a9-f1ad9c006b2b tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:12.578252 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-270c441f-7154-49c7-be8a-853623e2c805 req-8eb075b3-e7f9-4951-93a9-f1ad9c006b2b tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.1801124 Aug 13 04:33:12.668926 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-270c441f-7154-49c7-be8a-853623e2c805 req-d2f1ada2-7cf9-4e11-b35f-7fa4b73fcb05 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827818 Aug 13 04:33:12.673792 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-0c9a21bb-2afa-43c7-a8f8-729dc102d38b service neutron] Request body: {'port': {'device_id': '5ba719a9-61df-4d8d-99c1-907f97a80e8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:33:12.679987 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-49583009-eb4a-4734-ac1f-e805742ea2ff None None] Notify callbacks [] for port, precommit_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:12.733339 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-49583009-eb4a-4734-ac1f-e805742ea2ff None None] Transition to ACTIVE for port object 2901ded5-dbbb-4db8-932e-a8cfc7a52d69 will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:33:12.825104 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-49583009-eb4a-4734-ac1f-e805742ea2ff None None] Transition to ACTIVE for port object 2901ded5-dbbb-4db8-932e-a8cfc7a52d69 will not be triggered until provisioned by entity DHCP. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:33:12.831923 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-b34fd2e1-95d6-4447-836f-a630a12b2684 None None] Set router b89c1f72-374f-45e2-8f64-952c4ce60619 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:33:12.861354 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-0c9a21bb-2afa-43c7-a8f8-729dc102d38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:12.882287 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-49583009-eb4a-4734-ac1f-e805742ea2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932'] for port, after_create {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:12.913255 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1fc4a6a4-e1a7-4bce-8123-1dcbc9c14afd req-18f84724-7cf2-4392-9d08-b7ca78155807 service neutron] 10.222.0.64 "GET /v2.0/networks/961a975f-b6bf-4b12-8622-52a8bd477fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253763 Aug 13 04:33:12.949073 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49583009-eb4a-4734-ac1f-e805742ea2ff None None] Network 9ec45ecb-e1b6-4f30-a8bc-023cd4669aea is already hosted by enough agents. {{(pid=93895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:33:12.978770 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5cd8b6-ce93-4b59-852d-e556f347ae3e req-d5ddb003-11c4-4625-a197-c85ad916f63b tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:12.980353 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8e5cd8b6-ce93-4b59-852d-e556f347ae3e req-d5ddb003-11c4-4625-a197-c85ad916f63b tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 931 time: 0.1201141 Aug 13 04:33:12.998772 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.scheduler.base_scheduler [None req-49583009-eb4a-4734-ac1f-e805742ea2ff None None] Resources bound (agent type, host, resource id): {{(pid=93895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:33:13.001794 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49583009-eb4a-4734-ac1f-e805742ea2ff None None] Received port after_create {{(pid=93895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:33:13.015200 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49583009-eb4a-4734-ac1f-e805742ea2ff None None] Pushing event updated for resources: {'Port': ['ID=2901ded5-dbbb-4db8-932e-a8cfc7a52d69,revision_number=1']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:13.101529 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8e5cd8b6-ce93-4b59-852d-e556f347ae3e req-be17f3ff-a76d-457a-a7e4-f4dd0aadb221 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698078 Aug 13 04:33:13.126707 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c9d3ef43-0c7f-492b-99e3-1ecb5d764bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3787110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3789051'] for router, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:13.170219 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-068a82e0-d7b5-43c2-aaa5-da00bedccda2 None None] Provisioning for port 1166ab58-4fa6-49a1-b301-c03b411d9dc0 completed by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:33:13.205726 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-068a82e0-d7b5-43c2-aaa5-da00bedccda2 None None] Provisioning complete for port 1166ab58-4fa6-49a1-b301-c03b411d9dc0 triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:33:13.206102 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-068a82e0-d7b5-43c2-aaa5-da00bedccda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:13.245644 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-49583009-eb4a-4734-ac1f-e805742ea2ff None None] Attempting to bind port 2901ded5-dbbb-4db8-932e-a8cfc7a52d69 on host dv-cinder-759961-6-iscsi for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:33:13.246014 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-49583009-eb4a-4734-ac1f-e805742ea2ff None None] Attempting to bind port 2901ded5-dbbb-4db8-932e-a8cfc7a52d69 by drivers openvswitch,hyperv on host dv-cinder-759961-6-iscsi at level 0 using segments [{'id': 'c8887158-6cdc-4006-8ebd-257a0d3494f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9ec45ecb-e1b6-4f30-a8bc-023cd4669aea'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:33:13.246376 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49583009-eb4a-4734-ac1f-e805742ea2ff None None] Attempting to bind port 2901ded5-dbbb-4db8-932e-a8cfc7a52d69 on network 9ec45ecb-e1b6-4f30-a8bc-023cd4669aea {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:33:13.253713 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49583009-eb4a-4734-ac1f-e805742ea2ff None None] Checking agent: {'id': '10f62c82-9a8d-499f-91cc-7991f11962ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 22, 11), 'started_at': datetime.datetime(2021, 8, 13, 4, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:33:13.254021 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49583009-eb4a-4734-ac1f-e805742ea2ff None None] Checking segment: {'id': 'c8887158-6cdc-4006-8ebd-257a0d3494f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9ec45ecb-e1b6-4f30-a8bc-023cd4669aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:33:13.255181 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-49583009-eb4a-4734-ac1f-e805742ea2ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:13.255685 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49583009-eb4a-4734-ac1f-e805742ea2ff None None] Bound using segment: {'id': 'c8887158-6cdc-4006-8ebd-257a0d3494f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9ec45ecb-e1b6-4f30-a8bc-023cd4669aea'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:33:13.256293 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-49583009-eb4a-4734-ac1f-e805742ea2ff None None] Bound port: 2901ded5-dbbb-4db8-932e-a8cfc7a52d69, host: dv-cinder-759961-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8887158-6cdc-4006-8ebd-257a0d3494f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9ec45ecb-e1b6-4f30-a8bc-023cd4669aea'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:33:13.256795 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-49583009-eb4a-4734-ac1f-e805742ea2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:13.299330 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-0c9a21bb-2afa-43c7-a8f8-729dc102d38b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1166ab58-4fa6-49a1-b301-c03b411d9dc0 {{(pid=93893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:33:13.309300 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-068a82e0-d7b5-43c2-aaa5-da00bedccda2 None None] Port 1166ab58-4fa6-49a1-b301-c03b411d9dc0 cannot update to ACTIVE because it is not bound. {{(pid=93895) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:33:13.327217 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-0c9a21bb-2afa-43c7-a8f8-729dc102d38b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:13.336219 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d3ef43-0c7f-492b-99e3-1ecb5d764bb5 admin admin] Router 73ccc999-d61b-452d-9169-975a37c3783e is scheduled to L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb with binding_index 1 {{(pid=93894) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 13 04:33:13.360953 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.provisioning_blocks [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-0c9a21bb-2afa-43c7-a8f8-729dc102d38b service neutron] Transition to ACTIVE for port object 1166ab58-4fa6-49a1-b301-c03b411d9dc0 will not be triggered until provisioned by entity L2. {{(pid=93893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:33:13.402528 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-0c9a21bb-2afa-43c7-a8f8-729dc102d38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9290061'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:13.405564 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-49583009-eb4a-4734-ac1f-e805742ea2ff None None] For port 2901ded5-dbbb-4db8-932e-a8cfc7a52d69, host dv-cinder-759961-6-iscsi, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:33:13.413466 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-49583009-eb4a-4734-ac1f-e805742ea2ff None None] For port 2901ded5-dbbb-4db8-932e-a8cfc7a52d69, host dv-cinder-759961-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=2901ded5-dbbb-4db8-932e-a8cfc7a52d69,segment=NetworkSegment(c8887158-6cdc-4006-8ebd-257a0d3494f1),segment_id=c8887158-6cdc-4006-8ebd-257a0d3494f1)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:33:13.426028 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-49583009-eb4a-4734-ac1f-e805742ea2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:13.431062 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-b34fd2e1-95d6-4447-836f-a630a12b2684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'name': 'tempest-TestMinimumBasicScenario-268368609-router', 'tenant_id': 'c41ff29303444fd0820593792b37e277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '8aa55824-144f-4a0f-b429-d4fe801555a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:33:03Z', 'updated_at': '2021-08-13T04:33:07Z', 'revision_number': 4, 'project_id': 'c41ff29303444fd0820593792b37e277', 'gw_port': {'id': '8aa55824-144f-4a0f-b429-d4fe801555a0', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:76:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:33:04Z', 'updated_at': '2021-08-13T04:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': 'a06a26de-4aef-4fbd-95c7-6fe8957764a4', 'name': '', 'network_id': 'cc773a2e-a6e4-4037-a278-1599b19ecd84', 'tenant_id': 'c41ff29303444fd0820593792b37e277', 'mac_address': 'fa:16:3e:24:4a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'c9714a85-0300-41df-8e35-283bcc57529b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:33:07Z', 'updated_at': '2021-08-13T04:33:12Z', 'revision_number': 4, 'project_id': 'c41ff29303444fd0820593792b37e277', 'subnets': [{'id': 'c9714a85-0300-41df-8e35-283bcc57529b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:33:13.488925 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e0736-01c9-4e56-a3cf-a68346209bba req-04f050dc-f18e-423d-bf8a-e711c6280dff tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:13.490709 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-975e0736-01c9-4e56-a3cf-a68346209bba req-04f050dc-f18e-423d-bf8a-e711c6280dff tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.1273296 Aug 13 04:33:13.493759 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a21bb-2afa-43c7-a8f8-729dc102d38b service neutron] Pushing event updated for resources: {'Port': ['ID=1166ab58-4fa6-49a1-b301-c03b411d9dc0,revision_number=2']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:13.514085 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34fd2e1-95d6-4447-836f-a630a12b2684 None None] The sync data for ids ['b89c1f72-374f-45e2-8f64-952c4ce60619'] in dv-cinder-759961-6-iscsi is: [{'id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'name': 'tempest-TestMinimumBasicScenario-268368609-router', 'tenant_id': 'c41ff29303444fd0820593792b37e277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '8aa55824-144f-4a0f-b429-d4fe801555a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:33:03Z', 'updated_at': '2021-08-13T04:33:07Z', 'revision_number': 4, 'project_id': 'c41ff29303444fd0820593792b37e277', 'gw_port': {'id': '8aa55824-144f-4a0f-b429-d4fe801555a0', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:76:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:33:04Z', 'updated_at': '2021-08-13T04:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': 'a06a26de-4aef-4fbd-95c7-6fe8957764a4', 'name': '', 'network_id': 'cc773a2e-a6e4-4037-a278-1599b19ecd84', 'tenant_id': 'c41ff29303444fd0820593792b37e277', 'mac_address': 'fa:16:3e:24:4a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'c9714a85-0300-41df-8e35-283bcc57529b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:33:07Z', 'updated_at': '2021-08-13T04:33:12Z', 'revision_number': 4, 'project_id': 'c41ff29303444fd0820593792b37e277', 'subnets': [{'id': 'c9714a85-0300-41df-8e35-283bcc57529b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:33:13.554888 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49583009-eb4a-4734-ac1f-e805742ea2ff None None] Pushing event updated for resources: {'Port': ['ID=2901ded5-dbbb-4db8-932e-a8cfc7a52d69,revision_number=2']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:13.563117 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d3ef43-0c7f-492b-99e3-1ecb5d764bb5 admin admin] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:33:13.583584 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab9804d-799d-459d-8cba-ee07e771809b None None] Sync routers for ids ['73ccc999-d61b-452d-9169-975a37c3783e'] in dv-cinder-759961-6-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:33:13.605517 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab9804d-799d-459d-8cba-ee07e771809b None None] Routers {'73ccc999-d61b-452d-9169-975a37c3783e'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:33:13.609109 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-aab9804d-799d-459d-8cba-ee07e771809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:33:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['73ccc999-d61b-452d-9169-975a37c3783e'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:33:13.616583 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c9d3ef43-0c7f-492b-99e3-1ecb5d764bb5 admin admin] Notify callbacks [] for router, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:13.617944 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-c9d3ef43-0c7f-492b-99e3-1ecb5d764bb5 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5900135 Aug 13 04:33:13.621467 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 39812) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:33:13.644165 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-0c9a21bb-2afa-43c7-a8f8-729dc102d38b service neutron] Attempting to bind port 1166ab58-4fa6-49a1-b301-c03b411d9dc0 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:33:13.649990 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-0c9a21bb-2afa-43c7-a8f8-729dc102d38b service neutron] Attempting to bind port 1166ab58-4fa6-49a1-b301-c03b411d9dc0 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '39e38de4-be0d-4450-b900-31261b17f00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '48b70047-4f37-4bcb-9978-33a75e7a4b30'}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:33:13.650591 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-0c9a21bb-2afa-43c7-a8f8-729dc102d38b service neutron] Attempting to bind port 1166ab58-4fa6-49a1-b301-c03b411d9dc0 on network 48b70047-4f37-4bcb-9978-33a75e7a4b30 {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:33:13.670729 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-0c9a21bb-2afa-43c7-a8f8-729dc102d38b service neutron] Port 1166ab58-4fa6-49a1-b301-c03b411d9dc0 on network 48b70047-4f37-4bcb-9978-33a75e7a4b30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:33:13.671369 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-0c9a21bb-2afa-43c7-a8f8-729dc102d38b service neutron] Attempting to bind port 1166ab58-4fa6-49a1-b301-c03b411d9dc0 on network 48b70047-4f37-4bcb-9978-33a75e7a4b30 {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:33:13.693370 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-0c9a21bb-2afa-43c7-a8f8-729dc102d38b service neutron] Checking agent: {'id': '799e1584-199c-46e1-adc5-08501adf479b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:33:13.696331 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-0c9a21bb-2afa-43c7-a8f8-729dc102d38b service neutron] Checking segment: {'id': '39e38de4-be0d-4450-b900-31261b17f00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '48b70047-4f37-4bcb-9978-33a75e7a4b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:33:13.697013 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-0c9a21bb-2afa-43c7-a8f8-729dc102d38b service neutron] Bound using segment: {'id': '39e38de4-be0d-4450-b900-31261b17f00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '48b70047-4f37-4bcb-9978-33a75e7a4b30'} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:33:13.697688 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-0c9a21bb-2afa-43c7-a8f8-729dc102d38b service neutron] Bound port: 1166ab58-4fa6-49a1-b301-c03b411d9dc0, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39e38de4-be0d-4450-b900-31261b17f00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '48b70047-4f37-4bcb-9978-33a75e7a4b30'}}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:33:13.698230 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-0c9a21bb-2afa-43c7-a8f8-729dc102d38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:13.755823 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-975e0736-01c9-4e56-a3cf-a68346209bba req-cbebcaa2-ef07-4363-a8b3-81caac8434c3 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2329464 Aug 13 04:33:13.866445 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-aab9804d-799d-459d-8cba-ee07e771809b None None] Set router 73ccc999-d61b-452d-9169-975a37c3783e gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:33:14.037634 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:14.100548 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-0c9a21bb-2afa-43c7-a8f8-729dc102d38b service neutron] For port 1166ab58-4fa6-49a1-b301-c03b411d9dc0, host hv-cinder-75996, cleared binding levels {{(pid=93893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:33:14.110270 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-0c9a21bb-2afa-43c7-a8f8-729dc102d38b service neutron] For port 1166ab58-4fa6-49a1-b301-c03b411d9dc0, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=1166ab58-4fa6-49a1-b301-c03b411d9dc0,segment=NetworkSegment(39e38de4-be0d-4450-b900-31261b17f00f),segment_id=39e38de4-be0d-4450-b900-31261b17f00f)] {{(pid=93893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:33:14.134751 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-0c9a21bb-2afa-43c7-a8f8-729dc102d38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9290061'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:14.335100 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-0c9a21bb-2afa-43c7-a8f8-729dc102d38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:14.338071 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-0c9a21bb-2afa-43c7-a8f8-729dc102d38b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:14.342697 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-0c9a21bb-2afa-43c7-a8f8-729dc102d38b service neutron] 10.222.0.64 "PUT /v2.0/ports/1166ab58-4fa6-49a1-b301-c03b411d9dc0 HTTP/1.1" status: 200 len: 1093 time: 1.6888034 Aug 13 04:33:14.354334 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a21bb-2afa-43c7-a8f8-729dc102d38b service neutron] Pushing event updated for resources: {'Port': ['ID=1166ab58-4fa6-49a1-b301-c03b411d9dc0,revision_number=3']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:14.374775 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba719a9-61df-4d8d-99c1-907f97a80e8e', 'tag': '1166ab58-4fa6-49a1-b301-c03b411d9dc0'}] {{(pid=93893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:33:14.386403 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aea723d68c964973b0702c1800637223d1e6775f666202f903cb1e18101cb68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba742aa4-2c59-4323-ac1d-391652ffaf57" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba719a9-61df-4d8d-99c1-907f97a80e8e", "tag": "1166ab58-4fa6-49a1-b301-c03b411d9dc0"}]}' {{(pid=93893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:33:14.489382 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa6047-6055-4344-9d3f-3812aa278976 req-ea0e39c2-16ea-41e9-8232-04444ea549c2 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:14.505941 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6dfa6047-6055-4344-9d3f-3812aa278976 req-ea0e39c2-16ea-41e9-8232-04444ea549c2 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.6423190 Aug 13 04:33:14.573890 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-aab9804d-799d-459d-8cba-ee07e771809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ccc999-d61b-452d-9169-975a37c3783e', 'name': 'tempest-TestMinimumBasicScenario-1727249500-router', 'tenant_id': 'e6b774b35adb4e40bf07a814b70ff5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd14c98ea-86d4-4f6d-9c61-27b335ca7c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:33:11Z', 'updated_at': '2021-08-13T04:33:12Z', 'revision_number': 3, 'project_id': 'e6b774b35adb4e40bf07a814b70ff5c4', 'gw_port': {'id': 'd14c98ea-86d4-4f6d-9c61-27b335ca7c11', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ccc999-d61b-452d-9169-975a37c3783e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:33:11Z', 'updated_at': '2021-08-13T04:33:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi'}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:33:14.700287 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab9804d-799d-459d-8cba-ee07e771809b None None] Checking router: 73ccc999-d61b-452d-9169-975a37c3783e for host: dv-cinder-759961-6-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:33:14.700983 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab9804d-799d-459d-8cba-ee07e771809b None None] Updating router 73ccc999-d61b-452d-9169-975a37c3783e port d14c98ea-86d4-4f6d-9c61-27b335ca7c11 binding host dv-cinder-759961-6-iscsi {{(pid=93896) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:33:14.805133 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-aab9804d-799d-459d-8cba-ee07e771809b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:14.807955 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6dfa6047-6055-4344-9d3f-3812aa278976 req-eb1bc009-2f78-4b20-b107-f2c794cac1ea tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999296 Aug 13 04:33:14.865362 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 39838) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:33:14.907271 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-ac3d726c-03a1-4974-8db8-3737b294431c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:14.912619 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-ac3d726c-03a1-4974-8db8-3737b294431c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88885460859447cea3664074daf50abb&device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 1096 time: 0.4035006 Aug 13 04:33:14.933207 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c1494-a5ac-4569-aa4c-f988af2268d9 req-03e58c36-6cd5-42eb-8179-74d95cf9cf10 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:14.947913 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ae0c1494-a5ac-4569-aa4c-f988af2268d9 req-03e58c36-6cd5-42eb-8179-74d95cf9cf10 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 943 time: 0.5959604 Aug 13 04:33:14.956501 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58b5c33-8577-4341-83ed-2dff3d58aa20 x-openstack-request-id: req-c58b5c33-8577-4341-83ed-2dff3d58aa20 {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:33:14.956834 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba719a9-61df-4d8d-99c1-907f97a80e8e", "tag": "1166ab58-4fa6-49a1-b301-c03b411d9dc0", "status": "completed", "code": 200}]} {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:33:14.957233 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c58b5c33-8577-4341-83ed-2dff3d58aa20 {{(pid=93893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:33:14.957653 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba719a9-61df-4d8d-99c1-907f97a80e8e', 'tag': '1166ab58-4fa6-49a1-b301-c03b411d9dc0', 'status': 'completed', 'code': 200} Aug 13 04:33:15.012383 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c42a25f5-0c46-4cc0-8f2c-9b3fd854982f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:15.154646 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ae0c1494-a5ac-4569-aa4c-f988af2268d9 req-752d582b-1eef-462a-8424-aca92c92241d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003746 Aug 13 04:33:15.240886 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1534c8-db58-4b9e-a0ff-1446f9b0657e req-b6865dd5-76fd-489d-8606-8da05a8a3f51 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:15.248491 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4a1534c8-db58-4b9e-a0ff-1446f9b0657e req-b6865dd5-76fd-489d-8606-8da05a8a3f51 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.1895051 Aug 13 04:33:15.320214 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-9a635d74-c221-4932-91bf-0b4f1f1cfe22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:15.430086 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4a1534c8-db58-4b9e-a0ff-1446f9b0657e req-04114117-6674-4f99-9157-9c32ddcc13dd tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724062 Aug 13 04:33:15.533692 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [None req-c42a25f5-0c46-4cc0-8f2c-9b3fd854982f admin admin] Allocated IP 172.20.0.1 (9ec45ecb-e1b6-4f30-a8bc-023cd4669aea/8dcfc795-0449-4ec6-a829-623e2dc33d36/dfcc61ff-9d8c-414d-b662-68b9702c28ae) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:33:15.578703 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-aab9804d-799d-459d-8cba-ee07e771809b None None] Notify callbacks [] for port, precommit_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:15.592598 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091be270-8647-4fc1-a7be-369731d25260 None None] Network 9ec45ecb-e1b6-4f30-a8bc-023cd4669aea requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:33:15.629886 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.provisioning_blocks [None req-aab9804d-799d-459d-8cba-ee07e771809b None None] Transition to ACTIVE for port object d14c98ea-86d4-4f6d-9c61-27b335ca7c11 will not be triggered until provisioned by entity L2. {{(pid=93896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:33:15.638438 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-9a635d74-c221-4932-91bf-0b4f1f1cfe22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:15.651915 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-9a635d74-c221-4932-91bf-0b4f1f1cfe22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:15.658335 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-aab9804d-799d-459d-8cba-ee07e771809b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:15.731611 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a635d74-c221-4932-91bf-0b4f1f1cfe22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac03d87-303f-4806-8a35-b31ca24858ec,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:15.745415 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-c62cd750-0ed0-4553-8141-63bdc8e79800 None None] Provisioning for port 2901ded5-dbbb-4db8-932e-a8cfc7a52d69 completed by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:33:15.814189 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 2901ded5-dbbb-4db8-932e-a8cfc7a52d69 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:33:15.830411 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-9a635d74-c221-4932-91bf-0b4f1f1cfe22 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6974f4d576334deaacce276e2027b1ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9639306 Aug 13 04:33:15.834564 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 39852) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:33:15.890347 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11eb7f9-58f2-4314-b245-c3fd5fe72cf6 None None] Pushing event updated for resources: {'Port': ['ID=d14c98ea-86d4-4f6d-9c61-27b335ca7c11,revision_number=2']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:15.896021 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-aab9804d-799d-459d-8cba-ee07e771809b None None] Attempting to bind port d14c98ea-86d4-4f6d-9c61-27b335ca7c11 on host dv-cinder-759961-6-iscsi for vnic_type normal with profile {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:33:15.900864 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-aab9804d-799d-459d-8cba-ee07e771809b None None] Attempting to bind port d14c98ea-86d4-4f6d-9c61-27b335ca7c11 by drivers openvswitch,hyperv on host dv-cinder-759961-6-iscsi at level 0 using segments [{'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:33:15.901506 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab9804d-799d-459d-8cba-ee07e771809b None None] Attempting to bind port d14c98ea-86d4-4f6d-9c61-27b335ca7c11 on network d5442241-d7fe-41d2-8545-5b5874d634cc {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:33:15.922790 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c42a25f5-0c46-4cc0-8f2c-9b3fd854982f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:15.947425 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-7e9a9f6c-e01d-4573-a4af-4d36bd8049a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:15.947897 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab9804d-799d-459d-8cba-ee07e771809b None None] Checking agent: {'id': '10f62c82-9a8d-499f-91cc-7991f11962ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 22, 11), 'started_at': datetime.datetime(2021, 8, 13, 4, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:33:15.948589 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab9804d-799d-459d-8cba-ee07e771809b None None] Checking segment: {'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:33:15.949224 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-aab9804d-799d-459d-8cba-ee07e771809b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:15.952003 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.provisioning_blocks [None req-c42a25f5-0c46-4cc0-8f2c-9b3fd854982f admin admin] Transition to ACTIVE for port object dfcc61ff-9d8c-414d-b662-68b9702c28ae will not be triggered until provisioned by entity DHCP. {{(pid=93894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:33:15.952393 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab9804d-799d-459d-8cba-ee07e771809b None None] Bound using segment: {'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'} {{(pid=93896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:33:15.953107 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.managers [None req-aab9804d-799d-459d-8cba-ee07e771809b None None] Bound port: d14c98ea-86d4-4f6d-9c61-27b335ca7c11, host: dv-cinder-759961-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edab9050-aae2-4c9b-baa0-6e612e984a64', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'}}] {{(pid=93896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:33:15.953755 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-aab9804d-799d-459d-8cba-ee07e771809b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:15.957271 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eb7f9-58f2-4314-b245-c3fd5fe72cf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:15.962337 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eb7f9-58f2-4314-b245-c3fd5fe72cf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:15.962901 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eb7f9-58f2-4314-b245-c3fd5fe72cf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:15.963393 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eb7f9-58f2-4314-b245-c3fd5fe72cf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:15.963910 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eb7f9-58f2-4314-b245-c3fd5fe72cf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:15.964403 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eb7f9-58f2-4314-b245-c3fd5fe72cf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:15.964889 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eb7f9-58f2-4314-b245-c3fd5fe72cf6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:15.965371 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eb7f9-58f2-4314-b245-c3fd5fe72cf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:15.965924 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eb7f9-58f2-4314-b245-c3fd5fe72cf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:15.966622 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eb7f9-58f2-4314-b245-c3fd5fe72cf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:15.967098 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eb7f9-58f2-4314-b245-c3fd5fe72cf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:15.967585 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11eb7f9-58f2-4314-b245-c3fd5fe72cf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:16.043445 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c42a25f5-0c46-4cc0-8f2c-9b3fd854982f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:16.054591 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-7e9a9f6c-e01d-4573-a4af-4d36bd8049a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:16.070894 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-aab9804d-799d-459d-8cba-ee07e771809b None None] For port d14c98ea-86d4-4f6d-9c61-27b335ca7c11, host dv-cinder-759961-6-iscsi, cleared binding levels {{(pid=93896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:33:16.078386 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.plugins.ml2.db [None req-aab9804d-799d-459d-8cba-ee07e771809b None None] For port d14c98ea-86d4-4f6d-9c61-27b335ca7c11, host dv-cinder-759961-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=d14c98ea-86d4-4f6d-9c61-27b335ca7c11,segment=NetworkSegment(edab9050-aae2-4c9b-baa0-6e612e984a64),segment_id=edab9050-aae2-4c9b-baa0-6e612e984a64)] {{(pid=93896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:33:16.089364 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron_lib.callbacks.manager [None req-aab9804d-799d-459d-8cba-ee07e771809b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:16.112955 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning for port 2901ded5-dbbb-4db8-932e-a8cfc7a52d69 completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:33:16.135154 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40bda1e-6dd4-4c48-a8aa-c8f31627fc48 req-1011ff0d-b9b4-443f-aaed-f04e75cf2425 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:16.137641 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e40bda1e-6dd4-4c48-a8aa-c8f31627fc48 req-1011ff0d-b9b4-443f-aaed-f04e75cf2425 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.1624787 Aug 13 04:33:16.175415 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42a25f5-0c46-4cc0-8f2c-9b3fd854982f admin admin] Network 9ec45ecb-e1b6-4f30-a8bc-023cd4669aea is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:33:16.190076 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port 2901ded5-dbbb-4db8-932e-a8cfc7a52d69 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:33:16.190460 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:16.198562 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-c42a25f5-0c46-4cc0-8f2c-9b3fd854982f admin admin] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:33:16.201288 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42a25f5-0c46-4cc0-8f2c-9b3fd854982f admin admin] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:33:16.253528 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab9804d-799d-459d-8cba-ee07e771809b None None] Routers {'73ccc999-d61b-452d-9169-975a37c3783e'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:33:16.253528 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-aab9804d-799d-459d-8cba-ee07e771809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:33:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['73ccc999-d61b-452d-9169-975a37c3783e'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:33:16.264786 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e40bda1e-6dd4-4c48-a8aa-c8f31627fc48 req-fd6c20c1-f228-483a-8e71-59a7195db9f5 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153901 Aug 13 04:33:16.279346 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a25f5-0c46-4cc0-8f2c-9b3fd854982f admin admin] Pushing event updated for resources: {'Port': ['ID=dfcc61ff-9d8c-414d-b662-68b9702c28ae,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:16.310153 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-7e9a9f6c-e01d-4573-a4af-4d36bd8049a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:16.312714 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-7e9a9f6c-e01d-4573-a4af-4d36bd8049a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:16.328699 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-7e9a9f6c-e01d-4573-a4af-4d36bd8049a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ac03d87-303f-4806-8a35-b31ca24858ec HTTP/1.1" status: 204 len: 168 time: 0.4842885 Aug 13 04:33:16.413139 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c42a25f5-0c46-4cc0-8f2c-9b3fd854982f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3683374'] for router_interface, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:16.436760 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:16.444937 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a9f6c-e01d-4573-a4af-4d36bd8049a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac03d87-303f-4806-8a35-b31ca24858ec,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:16.466588 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11eb7f9-58f2-4314-b245-c3fd5fe72cf6 None None] Pushing event updated for resources: {'Port': ['ID=d14c98ea-86d4-4f6d-9c61-27b335ca7c11,revision_number=3']} {{(pid=93896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:16.530239 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401f684-e90f-4fca-854b-fe6ca8e0cff2 req-a3656fde-abbe-40df-af24-231ba916aab7 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:16.532749 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-aab9804d-799d-459d-8cba-ee07e771809b None None] Set router 73ccc999-d61b-452d-9169-975a37c3783e gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:33:16.553118 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8401f684-e90f-4fca-854b-fe6ca8e0cff2 req-a3656fde-abbe-40df-af24-231ba916aab7 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 943 time: 0.2569387 Aug 13 04:33:16.697337 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8401f684-e90f-4fca-854b-fe6ca8e0cff2 req-25e95dc3-3833-4e77-8e17-329b12fab51f tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417801 Aug 13 04:33:16.730629 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c42a25f5-0c46-4cc0-8f2c-9b3fd854982f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:16.775724 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b86f24-3251-4b37-b8f2-3b463a20a9f4 req-9694846f-0d05-4f66-ab88-19a3be5209eb tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:16.789861 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-05b86f24-3251-4b37-b8f2-3b463a20a9f4 req-9694846f-0d05-4f66-ab88-19a3be5209eb tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.1151302 Aug 13 04:33:16.876655 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-05b86f24-3251-4b37-b8f2-3b463a20a9f4 req-52210155-83cc-419f-9974-84ec0d643882 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857673 Aug 13 04:33:16.899784 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] For port 2901ded5-dbbb-4db8-932e-a8cfc7a52d69, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=2901ded5-dbbb-4db8-932e-a8cfc7a52d69,segment=NetworkSegment(c8887158-6cdc-4006-8ebd-257a0d3494f1),segment_id=c8887158-6cdc-4006-8ebd-257a0d3494f1)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:33:16.908011 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:16.908921 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device a06a26de-4aef-4fbd-95c7-6fe8957764a4 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:33:17.096507 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c42a25f5-0c46-4cc0-8f2c-9b3fd854982f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:17.099290 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-aab9804d-799d-459d-8cba-ee07e771809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ccc999-d61b-452d-9169-975a37c3783e', 'name': 'tempest-TestMinimumBasicScenario-1727249500-router', 'tenant_id': 'e6b774b35adb4e40bf07a814b70ff5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd14c98ea-86d4-4f6d-9c61-27b335ca7c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:33:11Z', 'updated_at': '2021-08-13T04:33:12Z', 'revision_number': 3, 'project_id': 'e6b774b35adb4e40bf07a814b70ff5c4', 'gw_port': {'id': 'd14c98ea-86d4-4f6d-9c61-27b335ca7c11', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ccc999-d61b-452d-9169-975a37c3783e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:33:11Z', 'updated_at': '2021-08-13T04:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi'}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:33:17.106999 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c42a25f5-0c46-4cc0-8f2c-9b3fd854982f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8757390'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:17.113228 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-19fcfb36-2dff-4c05-aef4-89b2afa2ed1e None None] Provisioning for port dfcc61ff-9d8c-414d-b662-68b9702c28ae completed by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:33:17.139216 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-19fcfb36-2dff-4c05-aef4-89b2afa2ed1e None None] Provisioning complete for port dfcc61ff-9d8c-414d-b662-68b9702c28ae triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:33:17.139586 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-19fcfb36-2dff-4c05-aef4-89b2afa2ed1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:17.163934 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab9804d-799d-459d-8cba-ee07e771809b None None] The sync data for ids ['73ccc999-d61b-452d-9169-975a37c3783e'] in dv-cinder-759961-6-iscsi is: [{'id': '73ccc999-d61b-452d-9169-975a37c3783e', 'name': 'tempest-TestMinimumBasicScenario-1727249500-router', 'tenant_id': 'e6b774b35adb4e40bf07a814b70ff5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd14c98ea-86d4-4f6d-9c61-27b335ca7c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:33:11Z', 'updated_at': '2021-08-13T04:33:12Z', 'revision_number': 3, 'project_id': 'e6b774b35adb4e40bf07a814b70ff5c4', 'gw_port': {'id': 'd14c98ea-86d4-4f6d-9c61-27b335ca7c11', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ccc999-d61b-452d-9169-975a37c3783e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:33:11Z', 'updated_at': '2021-08-13T04:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi'}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:33:17.200040 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-19fcfb36-2dff-4c05-aef4-89b2afa2ed1e None None] Port dfcc61ff-9d8c-414d-b662-68b9702c28ae cannot update to ACTIVE because it is not bound. {{(pid=93895) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:33:17.200040 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Pushing event updated for resources: {'Port': ['ID=2901ded5-dbbb-4db8-932e-a8cfc7a52d69,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:17.218957 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning for port a06a26de-4aef-4fbd-95c7-6fe8957764a4 completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:33:17.228891 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port a06a26de-4aef-4fbd-95c7-6fe8957764a4 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:33:17.229269 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:17.243091 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a25f5-0c46-4cc0-8f2c-9b3fd854982f admin admin] Pushing event updated for resources: {'Port': ['ID=dfcc61ff-9d8c-414d-b662-68b9702c28ae,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:17.281648 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:17.282014 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c42a25f5-0c46-4cc0-8f2c-9b3fd854982f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3716110', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3683514'] for router_interface, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:17.282157 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:17.287529 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:17.288180 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:17.297459 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:17.297922 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:17.298489 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:17.298748 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:17.299077 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:17.299431 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:17.299760 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:17.300154 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:33:17.319813 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-19fcfb36-2dff-4c05-aef4-89b2afa2ed1e None None] Provisioning complete for port 2901ded5-dbbb-4db8-932e-a8cfc7a52d69 triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:33:17.320244 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-19fcfb36-2dff-4c05-aef4-89b2afa2ed1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:17.435171 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b28dd-0f7b-4ea9-ac3c-25265d7fd6aa req-ff439e95-0c0f-4ad6-9cce-6d0c49fc8261 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:17.445699 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e60b28dd-0f7b-4ea9-ac3c-25265d7fd6aa req-ff439e95-0c0f-4ad6-9cce-6d0c49fc8261 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0881083 Aug 13 04:33:17.460558 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42a25f5-0c46-4cc0-8f2c-9b3fd854982f admin admin] Network 9ec45ecb-e1b6-4f30-a8bc-023cd4669aea is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:33:17.462230 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-c42a25f5-0c46-4cc0-8f2c-9b3fd854982f admin admin] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:33:17.469096 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:17.573962 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e60b28dd-0f7b-4ea9-ac3c-25265d7fd6aa req-f7f74fbe-6886-4435-a35c-7a9a7e546b5a tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249292 Aug 13 04:33:17.654274 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] For port a06a26de-4aef-4fbd-95c7-6fe8957764a4, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=a06a26de-4aef-4fbd-95c7-6fe8957764a4,segment=NetworkSegment(bd2b92f4-d7de-4749-aa27-052e1a0fcba3),segment_id=bd2b92f4-d7de-4749-aa27-052e1a0fcba3)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:33:17.663908 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:17.719691 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42a25f5-0c46-4cc0-8f2c-9b3fd854982f admin admin] Router 73ccc999-d61b-452d-9169-975a37c3783e has already been hosted by L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:33:17.739951 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Pushing event updated for resources: {'Port': ['ID=a06a26de-4aef-4fbd-95c7-6fe8957764a4,revision_number=5']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:17.791757 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-9403e652-5904-4f90-a2e4-0ae88f958b3a None None] Provisioning complete for port dfcc61ff-9d8c-414d-b662-68b9702c28ae triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:33:17.792482 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9403e652-5904-4f90-a2e4-0ae88f958b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:17.920908 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a2c3f-0c33-46e5-9229-d9a4433840f5 req-171b50e0-7ae0-4ff7-915b-59c5ec5e6917 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:17.929458 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c78a2c3f-0c33-46e5-9229-d9a4433840f5 req-171b50e0-7ae0-4ff7-915b-59c5ec5e6917 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 943 time: 0.0823419 Aug 13 04:33:17.942666 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-9403e652-5904-4f90-a2e4-0ae88f958b3a None None] Port dfcc61ff-9d8c-414d-b662-68b9702c28ae cannot update to ACTIVE because it is not bound. {{(pid=93895) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:33:18.005720 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device d14c98ea-86d4-4f6d-9c61-27b335ca7c11 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:33:18.029188 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42a25f5-0c46-4cc0-8f2c-9b3fd854982f admin admin] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:33:18.039505 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c78a2c3f-0c33-46e5-9229-d9a4433840f5 req-2d0bd7f9-d10d-4b65-96b1-504de912617a tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030886 Aug 13 04:33:18.041665 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-c42a25f5-0c46-4cc0-8f2c-9b3fd854982f admin admin] 10.222.0.13 "PUT /v2.0/routers/73ccc999-d61b-452d-9169-975a37c3783e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4191403 Aug 13 04:33:18.107348 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-34863da3-f93f-4353-ba30-fec4e851aa53 None None] Provisioning complete for port dfcc61ff-9d8c-414d-b662-68b9702c28ae triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:33:18.108049 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-34863da3-f93f-4353-ba30-fec4e851aa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:18.149144 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67b4b5-0241-4832-90f7-dbea9e93a305 req-0ad2d911-f73e-414f-8f67-8192f8c3328c tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:18.154256 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2e67b4b5-0241-4832-90f7-dbea9e93a305 req-0ad2d911-f73e-414f-8f67-8192f8c3328c tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.1062303 Aug 13 04:33:18.177785 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-34863da3-f93f-4353-ba30-fec4e851aa53 None None] Port dfcc61ff-9d8c-414d-b662-68b9702c28ae cannot update to ACTIVE because it is not bound. {{(pid=93895) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:33:18.188023 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning for port d14c98ea-86d4-4f6d-9c61-27b335ca7c11 completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:33:18.198539 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port d14c98ea-86d4-4f6d-9c61-27b335ca7c11 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:33:18.198539 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:18.216386 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2e67b4b5-0241-4832-90f7-dbea9e93a305 req-35a1a992-6178-455e-af5b-ada9ee35811f tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543153 Aug 13 04:33:18.323717 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:18.360122 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] For port d14c98ea-86d4-4f6d-9c61-27b335ca7c11, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=d14c98ea-86d4-4f6d-9c61-27b335ca7c11,segment=NetworkSegment(edab9050-aae2-4c9b-baa0-6e612e984a64),segment_id=edab9050-aae2-4c9b-baa0-6e612e984a64)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:33:18.366231 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:18.368454 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 2901ded5-dbbb-4db8-932e-a8cfc7a52d69 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:33:18.486341 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Pushing event updated for resources: {'Port': ['ID=d14c98ea-86d4-4f6d-9c61-27b335ca7c11,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:18.504197 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port 2901ded5-dbbb-4db8-932e-a8cfc7a52d69 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:33:18.505208 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:18.731976 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814273c-94db-4fe7-8c17-c27f4768bbf1 req-fa9e3e9e-2f47-4cf0-844a-3d2188a7ff7c tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:18.733586 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9814273c-94db-4fe7-8c17-c27f4768bbf1 req-fa9e3e9e-2f47-4cf0-844a-3d2188a7ff7c tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0593679 Aug 13 04:33:18.788465 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9814273c-94db-4fe7-8c17-c27f4768bbf1 req-e11ab5be-d9fb-45e2-b602-cd9212cab872 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475216 Aug 13 04:33:19.299641 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e1593-2fb9-496c-8633-e3635eaa4352 req-d171f500-3981-41a5-b9c3-1c0cf14bb217 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:19.301290 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-953e1593-2fb9-496c-8633-e3635eaa4352 req-d171f500-3981-41a5-b9c3-1c0cf14bb217 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 943 time: 0.1424909 Aug 13 04:33:19.374431 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-953e1593-2fb9-496c-8633-e3635eaa4352 req-c8132ed4-806e-4570-aad3-d95966a259c3 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581694 Aug 13 04:33:19.443841 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18d751-9f1b-4700-a986-36f328ed73dd req-65892b25-da0f-461b-b767-d92da87fd82d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:19.445628 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8d18d751-9f1b-4700-a986-36f328ed73dd req-65892b25-da0f-461b-b767-d92da87fd82d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.0661283 Aug 13 04:33:19.513794 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8d18d751-9f1b-4700-a986-36f328ed73dd req-6a00aa1f-4129-41f6-86db-7544942a5d5e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578792 Aug 13 04:33:19.644045 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911a883c-eb93-4641-8a16-f982fabde1fe None None] Sync routers for ids ['73ccc999-d61b-452d-9169-975a37c3783e'] in dv-cinder-759961-6-iscsi {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:33:19.665175 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911a883c-eb93-4641-8a16-f982fabde1fe None None] Routers {'73ccc999-d61b-452d-9169-975a37c3783e'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:33:19.665836 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-911a883c-eb93-4641-8a16-f982fabde1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:33:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['73ccc999-d61b-452d-9169-975a37c3783e'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:33:19.792486 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device d14c98ea-86d4-4f6d-9c61-27b335ca7c11 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:33:19.877785 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port d14c98ea-86d4-4f6d-9c61-27b335ca7c11 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:33:19.878105 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:19.917566 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-911a883c-eb93-4641-8a16-f982fabde1fe None None] Set router 73ccc999-d61b-452d-9169-975a37c3783e gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:33:20.000089 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982aa68-62c2-46e9-a019-612f4ccc76a5 req-06d4ba3b-9013-46cf-b1ec-5e764bd75588 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:20.005801 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3982aa68-62c2-46e9-a019-612f4ccc76a5 req-06d4ba3b-9013-46cf-b1ec-5e764bd75588 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0906582 Aug 13 04:33:20.086424 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3982aa68-62c2-46e9-a019-612f4ccc76a5 req-bcf16161-c04b-4ea4-bc3a-b4ea35634bab tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667017 Aug 13 04:33:20.246744 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device a06a26de-4aef-4fbd-95c7-6fe8957764a4 up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:33:20.333502 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port a06a26de-4aef-4fbd-95c7-6fe8957764a4 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:33:20.333502 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:20.384063 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-911a883c-eb93-4641-8a16-f982fabde1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ccc999-d61b-452d-9169-975a37c3783e', 'name': 'tempest-TestMinimumBasicScenario-1727249500-router', 'tenant_id': 'e6b774b35adb4e40bf07a814b70ff5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd14c98ea-86d4-4f6d-9c61-27b335ca7c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:33:11Z', 'updated_at': '2021-08-13T04:33:16Z', 'revision_number': 4, 'project_id': 'e6b774b35adb4e40bf07a814b70ff5c4', 'gw_port': {'id': 'd14c98ea-86d4-4f6d-9c61-27b335ca7c11', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ccc999-d61b-452d-9169-975a37c3783e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:33:11Z', 'updated_at': '2021-08-13T04:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': 'dfcc61ff-9d8c-414d-b662-68b9702c28ae', 'name': '', 'network_id': '9ec45ecb-e1b6-4f30-a8bc-023cd4669aea', 'tenant_id': 'e6b774b35adb4e40bf07a814b70ff5c4', 'mac_address': 'fa:16:3e:b5:75:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ccc999-d61b-452d-9169-975a37c3783e', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '8dcfc795-0449-4ec6-a829-623e2dc33d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:33:15Z', 'updated_at': '2021-08-13T04:33:16Z', 'revision_number': 2, 'project_id': 'e6b774b35adb4e40bf07a814b70ff5c4', 'subnets': [{'id': '8dcfc795-0449-4ec6-a829-623e2dc33d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:33:20.425232 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911a883c-eb93-4641-8a16-f982fabde1fe None None] Checking router: 73ccc999-d61b-452d-9169-975a37c3783e for host: dv-cinder-759961-6-iscsi {{(pid=93895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:33:20.425589 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911a883c-eb93-4641-8a16-f982fabde1fe None None] Updating router 73ccc999-d61b-452d-9169-975a37c3783e port dfcc61ff-9d8c-414d-b662-68b9702c28ae binding host dv-cinder-759961-6-iscsi {{(pid=93895) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 13 04:33:20.498270 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-911a883c-eb93-4641-8a16-f982fabde1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:20.601830 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a037e3bb-f5de-4334-a98b-f3689b662f37 req-e8632984-8abd-4208-ab2c-054dca5881fc tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:20.608147 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a037e3bb-f5de-4334-a98b-f3689b662f37 req-e8632984-8abd-4208-ab2c-054dca5881fc tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 943 time: 0.1401470 Aug 13 04:33:20.855671 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a037e3bb-f5de-4334-a98b-f3689b662f37 req-75c55ecd-0e77-4d92-8b5b-5799d36000ae tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2459314 Aug 13 04:33:20.891792 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d095eb2-ead3-408e-9028-3f1dcc127c41 req-313c881e-4cb8-4c01-8340-0df689a39a2a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:20.896519 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1d095eb2-ead3-408e-9028-3f1dcc127c41 req-313c881e-4cb8-4c01-8340-0df689a39a2a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.2502222 Aug 13 04:33:20.950720 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-911a883c-eb93-4641-8a16-f982fabde1fe None None] Notify callbacks [] for port, precommit_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:20.973849 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-911a883c-eb93-4641-8a16-f982fabde1fe None None] Transition to ACTIVE for port object dfcc61ff-9d8c-414d-b662-68b9702c28ae will not be triggered until provisioned by entity L2. {{(pid=93895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:33:20.984355 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1d095eb2-ead3-408e-9028-3f1dcc127c41 req-f1955a10-d18c-4e34-9622-94394854994c tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794199 Aug 13 04:33:20.987668 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-911a883c-eb93-4641-8a16-f982fabde1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:21.101881 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bca94d-8d98-4870-8a9b-ff79fa3ec899 None None] Pushing event updated for resources: {'Port': ['ID=dfcc61ff-9d8c-414d-b662-68b9702c28ae,revision_number=3']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:21.161928 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-911a883c-eb93-4641-8a16-f982fabde1fe None None] Attempting to bind port dfcc61ff-9d8c-414d-b662-68b9702c28ae on host dv-cinder-759961-6-iscsi for vnic_type normal with profile {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:33:21.162232 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-911a883c-eb93-4641-8a16-f982fabde1fe None None] Attempting to bind port dfcc61ff-9d8c-414d-b662-68b9702c28ae by drivers openvswitch,hyperv on host dv-cinder-759961-6-iscsi at level 0 using segments [{'id': 'c8887158-6cdc-4006-8ebd-257a0d3494f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9ec45ecb-e1b6-4f30-a8bc-023cd4669aea'}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:33:21.162519 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911a883c-eb93-4641-8a16-f982fabde1fe None None] Attempting to bind port dfcc61ff-9d8c-414d-b662-68b9702c28ae on network 9ec45ecb-e1b6-4f30-a8bc-023cd4669aea {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:33:21.168706 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911a883c-eb93-4641-8a16-f982fabde1fe None None] Checking agent: {'id': '10f62c82-9a8d-499f-91cc-7991f11962ea', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759961-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 22, 11), 'started_at': datetime.datetime(2021, 8, 13, 4, 22, 41), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759961-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:33:21.169093 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911a883c-eb93-4641-8a16-f982fabde1fe None None] Checking segment: {'id': 'c8887158-6cdc-4006-8ebd-257a0d3494f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9ec45ecb-e1b6-4f30-a8bc-023cd4669aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:33:21.169532 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-911a883c-eb93-4641-8a16-f982fabde1fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:21.169937 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911a883c-eb93-4641-8a16-f982fabde1fe None None] Bound using segment: {'id': 'c8887158-6cdc-4006-8ebd-257a0d3494f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9ec45ecb-e1b6-4f30-a8bc-023cd4669aea'} {{(pid=93895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:33:21.170422 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.managers [None req-911a883c-eb93-4641-8a16-f982fabde1fe None None] Bound port: dfcc61ff-9d8c-414d-b662-68b9702c28ae, host: dv-cinder-759961-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8887158-6cdc-4006-8ebd-257a0d3494f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9ec45ecb-e1b6-4f30-a8bc-023cd4669aea'}}] {{(pid=93895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:33:21.170813 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-911a883c-eb93-4641-8a16-f982fabde1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:21.302226 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-911a883c-eb93-4641-8a16-f982fabde1fe None None] For port dfcc61ff-9d8c-414d-b662-68b9702c28ae, host dv-cinder-759961-6-iscsi, cleared binding levels {{(pid=93895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:33:21.320435 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-911a883c-eb93-4641-8a16-f982fabde1fe None None] For port dfcc61ff-9d8c-414d-b662-68b9702c28ae, host dv-cinder-759961-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=dfcc61ff-9d8c-414d-b662-68b9702c28ae,segment=NetworkSegment(c8887158-6cdc-4006-8ebd-257a0d3494f1),segment_id=c8887158-6cdc-4006-8ebd-257a0d3494f1)] {{(pid=93895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:33:21.330783 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-911a883c-eb93-4641-8a16-f982fabde1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:21.344473 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66cf93-ab14-438a-9cc1-e1cb2b9cc3a2 req-2acad3d7-7ba7-46fd-9974-8ddf668a2ef5 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:21.346164 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0e66cf93-ab14-438a-9cc1-e1cb2b9cc3a2 req-2acad3d7-7ba7-46fd-9974-8ddf668a2ef5 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.1078444 Aug 13 04:33:21.436207 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0e66cf93-ab14-438a-9cc1-e1cb2b9cc3a2 req-f2820f3c-b901-478f-a6f7-2b9be717775f tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799336 Aug 13 04:33:21.480188 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911a883c-eb93-4641-8a16-f982fabde1fe None None] Routers {'73ccc999-d61b-452d-9169-975a37c3783e'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:33:21.481793 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-911a883c-eb93-4641-8a16-f982fabde1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:33:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['73ccc999-d61b-452d-9169-975a37c3783e'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:33:21.486162 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bca94d-8d98-4870-8a9b-ff79fa3ec899 None None] Pushing event updated for resources: {'Port': ['ID=dfcc61ff-9d8c-414d-b662-68b9702c28ae,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:21.761479 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-911a883c-eb93-4641-8a16-f982fabde1fe None None] Set router 73ccc999-d61b-452d-9169-975a37c3783e gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:33:21.873465 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-eeb63c8b-e91d-40b2-8b18-7d037fa09211 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2048961314&fields=id&tenant_id=6f2d284955ea4d12b60ceba4f7a53e87 HTTP/1.1" status: 200 len: 267 time: 0.0736096 Aug 13 04:33:22.112826 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-e84a04b0-cc77-423c-a372-fb0f73f00c5b tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:22.115554 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-e84a04b0-cc77-423c-a372-fb0f73f00c5b tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/networks?id=87d3a17b-ea4d-435b-9c8e-36b4c38780d2 HTTP/1.1" status: 200 len: 811 time: 0.2306843 Aug 13 04:33:22.143960 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-148adfc2-3185-4c7f-9f05-e15ab9aed346 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/quotas/6f2d284955ea4d12b60ceba4f7a53e87 HTTP/1.1" status: 200 len: 375 time: 0.0173783 Aug 13 04:33:22.173297 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ae1ce-34e3-45d7-9480-2c7551e0de8f req-c8738249-8e21-45fb-b093-f4cb5d31fbf4 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:22.181235 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0b3ae1ce-34e3-45d7-9480-2c7551e0de8f req-c8738249-8e21-45fb-b093-f4cb5d31fbf4 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 943 time: 0.1116276 Aug 13 04:33:22.481467 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-911a883c-eb93-4641-8a16-f982fabde1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ccc999-d61b-452d-9169-975a37c3783e', 'name': 'tempest-TestMinimumBasicScenario-1727249500-router', 'tenant_id': 'e6b774b35adb4e40bf07a814b70ff5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd14c98ea-86d4-4f6d-9c61-27b335ca7c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:33:11Z', 'updated_at': '2021-08-13T04:33:16Z', 'revision_number': 4, 'project_id': 'e6b774b35adb4e40bf07a814b70ff5c4', 'gw_port': {'id': 'd14c98ea-86d4-4f6d-9c61-27b335ca7c11', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ccc999-d61b-452d-9169-975a37c3783e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:33:11Z', 'updated_at': '2021-08-13T04:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': 'dfcc61ff-9d8c-414d-b662-68b9702c28ae', 'name': '', 'network_id': '9ec45ecb-e1b6-4f30-a8bc-023cd4669aea', 'tenant_id': 'e6b774b35adb4e40bf07a814b70ff5c4', 'mac_address': 'fa:16:3e:b5:75:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ccc999-d61b-452d-9169-975a37c3783e', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '8dcfc795-0449-4ec6-a829-623e2dc33d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:33:15Z', 'updated_at': '2021-08-13T04:33:21Z', 'revision_number': 4, 'project_id': 'e6b774b35adb4e40bf07a814b70ff5c4', 'subnets': [{'id': '8dcfc795-0449-4ec6-a829-623e2dc33d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:33:22.520362 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911a883c-eb93-4641-8a16-f982fabde1fe None None] The sync data for ids ['73ccc999-d61b-452d-9169-975a37c3783e'] in dv-cinder-759961-6-iscsi is: [{'id': '73ccc999-d61b-452d-9169-975a37c3783e', 'name': 'tempest-TestMinimumBasicScenario-1727249500-router', 'tenant_id': 'e6b774b35adb4e40bf07a814b70ff5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd14c98ea-86d4-4f6d-9c61-27b335ca7c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:33:11Z', 'updated_at': '2021-08-13T04:33:16Z', 'revision_number': 4, 'project_id': 'e6b774b35adb4e40bf07a814b70ff5c4', 'gw_port': {'id': 'd14c98ea-86d4-4f6d-9c61-27b335ca7c11', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ccc999-d61b-452d-9169-975a37c3783e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:33:11Z', 'updated_at': '2021-08-13T04:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': 'dfcc61ff-9d8c-414d-b662-68b9702c28ae', 'name': '', 'network_id': '9ec45ecb-e1b6-4f30-a8bc-023cd4669aea', 'tenant_id': 'e6b774b35adb4e40bf07a814b70ff5c4', 'mac_address': 'fa:16:3e:b5:75:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ccc999-d61b-452d-9169-975a37c3783e', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '8dcfc795-0449-4ec6-a829-623e2dc33d36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:33:15Z', 'updated_at': '2021-08-13T04:33:21Z', 'revision_number': 4, 'project_id': 'e6b774b35adb4e40bf07a814b70ff5c4', 'subnets': [{'id': '8dcfc795-0449-4ec6-a829-623e2dc33d36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:33:22.572003 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-6253e6c9-ca55-4140-92f5-e1e51156e79b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1166ab58-4fa6-49a1-b301-c03b411d9dc0 HTTP/1.1" status: 200 len: 217 time: 0.0665910 Aug 13 04:33:22.603800 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0b3ae1ce-34e3-45d7-9480-2c7551e0de8f req-b33a065d-63e9-4382-9713-175bbef38a1f tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4216268 Aug 13 04:33:22.636204 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-26a0908a-1103-4f4f-a14e-1f54f7ab836e tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f2d284955ea4d12b60ceba4f7a53e87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4824579 Aug 13 04:33:22.949037 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-6eea9766-ff06-4508-b270-bd439434966d service neutron] 10.222.0.13 "GET /v2.0/networks/87d3a17b-ea4d-435b-9c8e-36b4c38780d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734494 Aug 13 04:33:23.021192 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a97e7-bb0d-4da6-a50d-4b011602f52b req-b75219ae-5644-4d99-920a-78612c13d2d7 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:23.022796 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9a3a97e7-bb0d-4da6-a50d-4b011602f52b req-b75219ae-5644-4d99-920a-78612c13d2d7 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.2377999 Aug 13 04:33:23.085510 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9a3a97e7-bb0d-4da6-a50d-4b011602f52b req-e6123524-d7c3-45fc-ac2e-f2a7c6d0b54d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527456 Aug 13 04:33:23.244560 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-18042e69-df31-401f-ad34-7f81ff11ef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:23.245986 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-18042e69-df31-401f-ad34-7f81ff11ef26 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47785185-d5f8-433d-afab-e7fc9175212b HTTP/1.1" status: 200 len: 847 time: 0.1433473 Aug 13 04:33:23.258542 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-4772cd8d-9712-456c-843d-a40d3cfde0ce service neutron] 10.222.0.13 "GET /v2.0/networks/87d3a17b-ea4d-435b-9c8e-36b4c38780d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085434 Aug 13 04:33:23.449323 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b41c75-f77e-437f-8e34-97dafb09a9e4 req-48d23654-3d70-492a-b65a-0c8ea344b293 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:23.451194 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-33b41c75-f77e-437f-8e34-97dafb09a9e4 req-48d23654-3d70-492a-b65a-0c8ea344b293 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.2543526 Aug 13 04:33:23.462270 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-5ac737c6-f79f-4e5a-953a-cf22e2ee1603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:23.464219 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-5ac737c6-f79f-4e5a-953a-cf22e2ee1603 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=48b70047-4f37-4bcb-9978-33a75e7a4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1959972 Aug 13 04:33:23.484298 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c814de-9a0a-4792-99d3-1d64cc37fc03 req-653a1d28-ff24-4c59-b1e8-0a40a553fcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:23.486199 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-42c814de-9a0a-4792-99d3-1d64cc37fc03 req-653a1d28-ff24-4c59-b1e8-0a40a553fcfb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 1098 time: 0.1525192 Aug 13 04:33:23.710935 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-33b41c75-f77e-437f-8e34-97dafb09a9e4 req-5e9265ef-6d34-4162-b002-643b126d29ee tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378886 Aug 13 04:33:23.766202 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-ded489af-a34e-4529-9c74-ae7149fd2d40 service neutron] 10.222.0.64 "GET /v2.0/networks/48b70047-4f37-4bcb-9978-33a75e7a4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623596 Aug 13 04:33:23.771094 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-42c814de-9a0a-4792-99d3-1d64cc37fc03 req-a2868d75-d6a6-4cf4-bbf4-6693ab28a49b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333303 Aug 13 04:33:23.921524 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device dfcc61ff-9d8c-414d-b662-68b9702c28ae up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:33:23.934802 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-971d5153-bfff-4bdf-a7f6-716e10acec2b req-537219fb-88fa-4c0c-becb-b9386843faeb tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 210 time: 0.1117549 Aug 13 04:33:23.971177 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29fceb-b624-469a-ac91-a65cd6853a29 req-c36ad9e4-24cb-42ae-8a94-d415aa9b6228 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:23.979785 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ec29fceb-b624-469a-ac91-a65cd6853a29 req-c36ad9e4-24cb-42ae-8a94-d415aa9b6228 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 943 time: 0.1888235 Aug 13 04:33:24.051101 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ec29fceb-b624-469a-ac91-a65cd6853a29 req-2dca6af6-eeeb-496d-a0a4-62026d3efc6a tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689645 Aug 13 04:33:24.066318 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-eaea2282-8506-4d5c-bf8b-d3d06c6aaffb req-53a6501b-0526-46cf-bb8c-c8687343149f service neutron] 10.222.0.64 "GET /v2.0/networks/48b70047-4f37-4bcb-9978-33a75e7a4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287793 Aug 13 04:33:24.116861 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning for port dfcc61ff-9d8c-414d-b662-68b9702c28ae completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:33:24.130005 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port dfcc61ff-9d8c-414d-b662-68b9702c28ae triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:33:24.130457 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:24.297946 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba742aa4-2c59-4323-ac1d-391652ffaf57 req-37922bda-e8cf-4bbf-bb4f-9bf6430efab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:24.300152 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ba742aa4-2c59-4323-ac1d-391652ffaf57 req-37922bda-e8cf-4bbf-bb4f-9bf6430efab3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88885460859447cea3664074daf50abb&device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 1096 time: 0.1160069 Aug 13 04:33:24.336480 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343575d5-0635-442c-8be5-e2b76ad3c1b8 req-db239752-8f53-4e54-b647-553c98b59f1b tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:24.349835 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-343575d5-0635-442c-8be5-e2b76ad3c1b8 req-db239752-8f53-4e54-b647-553c98b59f1b tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.1447020 Aug 13 04:33:24.380306 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:24.459042 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-343575d5-0635-442c-8be5-e2b76ad3c1b8 req-3e1e8167-42a0-438c-b72c-9ce20e3dc954 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901921 Aug 13 04:33:24.483438 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] For port dfcc61ff-9d8c-414d-b662-68b9702c28ae, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=dfcc61ff-9d8c-414d-b662-68b9702c28ae,segment=NetworkSegment(c8887158-6cdc-4006-8ebd-257a0d3494f1),segment_id=c8887158-6cdc-4006-8ebd-257a0d3494f1)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:33:24.489843 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:24.586464 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Pushing event updated for resources: {'Port': ['ID=dfcc61ff-9d8c-414d-b662-68b9702c28ae,revision_number=5']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:24.983486 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58d8c59-7e27-4ca9-909e-bdd5387e0918 req-f9545383-c668-4ea8-bd20-d9760f20638f tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:24.986801 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c58d8c59-7e27-4ca9-909e-bdd5387e0918 req-f9545383-c668-4ea8-bd20-d9760f20638f tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.1034491 Aug 13 04:33:25.105287 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c58d8c59-7e27-4ca9-909e-bdd5387e0918 req-3634883f-41d9-436e-86f4-c55f0217d3e5 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104925 Aug 13 04:33:25.162114 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7d34aadc-ed05-4fb9-b559-69eb04f75264 req-dab2cb0a-588b-4c2f-8241-6dacc2af9306 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 210 time: 0.0527864 Aug 13 04:33:25.372124 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628a369-f372-404d-a01a-019553409390 req-70ac60ce-53d0-409b-9635-c1089765c45c tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:25.374144 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9628a369-f372-404d-a01a-019553409390 req-70ac60ce-53d0-409b-9635-c1089765c45c tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 943 time: 0.1005049 Aug 13 04:33:25.385948 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 6 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:33:25.466034 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9628a369-f372-404d-a01a-019553409390 req-c95289aa-26e6-4239-8efd-92d7be17a72b tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810578 Aug 13 04:33:25.740996 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddca9d-42d4-48b5-9630-919e88599616 req-c7fd62bb-b195-4a85-aaf7-ea5df263487e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:25.758703 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c0ddca9d-42d4-48b5-9630-919e88599616 req-c7fd62bb-b195-4a85-aaf7-ea5df263487e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.1728587 Aug 13 04:33:25.992758 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c0ddca9d-42d4-48b5-9630-919e88599616 req-fea2eb6e-bc9a-4e54-b951-4cad4a183219 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2232106 Aug 13 04:33:26.008766 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device dfcc61ff-9d8c-414d-b662-68b9702c28ae up at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:33:26.246273 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Provisioning complete for port dfcc61ff-9d8c-414d-b662-68b9702c28ae triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:33:26.246650 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:26.299869 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba742aa4-2c59-4323-ac1d-391652ffaf57 req-eebf6611-d426-4a43-8637-692dddfb3c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:26.305619 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ba742aa4-2c59-4323-ac1d-391652ffaf57 req-eebf6611-d426-4a43-8637-692dddfb3c4a service neutron] 10.222.0.64 "GET /v2.0/networks?id=48b70047-4f37-4bcb-9978-33a75e7a4b30 HTTP/1.1" status: 200 len: 909 time: 0.3894472 Aug 13 04:33:26.493296 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ba742aa4-2c59-4323-ac1d-391652ffaf57 req-02959345-1d7b-4d9c-b95b-fadbd716b6e8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1166ab58-4fa6-49a1-b301-c03b411d9dc0 HTTP/1.1" status: 200 len: 217 time: 0.1490374 Aug 13 04:33:26.521795 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4f695448-6d17-4ce0-82b9-154900b71eac req-0974d78d-138a-4b12-827e-dee43e5de9ae tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 210 time: 0.0411940 Aug 13 04:33:26.549301 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed6170-0dc0-47eb-a4ac-ffe415e96b69 req-98bb9709-feab-4807-9df7-ae7157d66a60 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:26.551413 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f7ed6170-0dc0-47eb-a4ac-ffe415e96b69 req-98bb9709-feab-4807-9df7-ae7157d66a60 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.3047695 Aug 13 04:33:26.668575 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f7ed6170-0dc0-47eb-a4ac-ffe415e96b69 req-9d73fa3a-2240-48f2-a48c-1ea014240a3b tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096108 Aug 13 04:33:26.707676 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e83c3e-148c-429e-8195-cb611ebd98cf req-1b7f3824-8ecf-4a6a-b6f4-f9a9302714af tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:26.709863 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f0e83c3e-148c-429e-8195-cb611ebd98cf req-1b7f3824-8ecf-4a6a-b6f4-f9a9302714af tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 943 time: 0.0774856 Aug 13 04:33:26.760176 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f0e83c3e-148c-429e-8195-cb611ebd98cf req-0d646c2e-e7b4-458e-9d93-663055fadfc1 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366540 Aug 13 04:33:27.237571 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ddc58-ff88-4536-b4e2-e97dd9d282e6 req-f7e34134-df2b-4d40-bc6b-f46133643d18 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:27.249827 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-487ddc58-ff88-4536-b4e2-e97dd9d282e6 req-f7e34134-df2b-4d40-bc6b-f46133643d18 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.1163893 Aug 13 04:33:27.297892 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-487ddc58-ff88-4536-b4e2-e97dd9d282e6 req-749c9fa5-8b72-4078-aa05-932ffdff831a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412295 Aug 13 04:33:27.697556 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-03b7bb7b-2baa-48d5-b8e5-e1a61e3f52e7 req-c3f1a9bf-54e4-489e-92a1-de3ee3fdb069 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 210 time: 0.0306399 Aug 13 04:33:27.839419 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d9578-6ea2-4baa-b102-b25914f9d577 req-52c70c06-b2e1-4565-90d3-af6d4e02d118 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:27.841522 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1a3d9578-6ea2-4baa-b102-b25914f9d577 req-52c70c06-b2e1-4565-90d3-af6d4e02d118 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0721066 Aug 13 04:33:27.919950 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1a3d9578-6ea2-4baa-b102-b25914f9d577 req-5363f76c-f98b-4af5-b991-a6cdc40c4616 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722842 Aug 13 04:33:28.009617 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5e05c-6505-4af8-ab98-ed292c8aff7b req-63bee4c1-03f9-483b-b2c8-7a54572ec453 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:28.013818 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-06f5e05c-6505-4af8-ab98-ed292c8aff7b req-63bee4c1-03f9-483b-b2c8-7a54572ec453 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 943 time: 0.1334567 Aug 13 04:33:28.062827 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-06f5e05c-6505-4af8-ab98-ed292c8aff7b req-185c3c18-6614-4cac-a1a6-89abbc8e9b80 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424981 Aug 13 04:33:28.477888 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3407d3-1016-468f-aaa0-3166010007b6 req-063c8cce-1df6-449a-93f7-00b920f6e759 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:28.479776 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-de3407d3-1016-468f-aaa0-3166010007b6 req-063c8cce-1df6-449a-93f7-00b920f6e759 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.0630529 Aug 13 04:33:28.542809 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-de3407d3-1016-468f-aaa0-3166010007b6 req-ec028df5-e0bb-494e-ad8d-b93581504f1f tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550508 Aug 13 04:33:28.856424 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b4e18a30-6356-4cf7-b630-51123a8053da req-ed68422e-c444-451a-9d30-309d0493cf71 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 210 time: 0.0318422 Aug 13 04:33:29.074858 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d56430-c88b-455f-a75e-51e5b3de5a54 req-8635c28a-f499-4272-9d26-bbef43d1d2a6 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:29.077011 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-53d56430-c88b-455f-a75e-51e5b3de5a54 req-8635c28a-f499-4272-9d26-bbef43d1d2a6 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0849984 Aug 13 04:33:29.139116 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-53d56430-c88b-455f-a75e-51e5b3de5a54 req-6bddefef-9b0f-47c5-86d2-c650811fabea tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553339 Aug 13 04:33:29.216621 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c932535-74fd-4382-ba38-e9a4cbc89e09 req-014bb15a-02b7-4b60-8de0-af59547b0362 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:29.221695 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2c932535-74fd-4382-ba38-e9a4cbc89e09 req-014bb15a-02b7-4b60-8de0-af59547b0362 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 943 time: 0.0696604 Aug 13 04:33:29.271895 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2c932535-74fd-4382-ba38-e9a4cbc89e09 req-777ae877-c539-43ad-b722-b4814c1a6ca5 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459983 Aug 13 04:33:29.699264 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120065c-25ce-4b4d-9669-fa200986f72f req-9d2431a5-0297-4b98-b47a-0e274ba461a8 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:29.700930 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f120065c-25ce-4b4d-9669-fa200986f72f req-9d2431a5-0297-4b98-b47a-0e274ba461a8 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.0570841 Aug 13 04:33:29.752960 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f120065c-25ce-4b4d-9669-fa200986f72f req-4884e4be-e75d-4e35-9cfb-ca1f55a6964a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456903 Aug 13 04:33:29.832742 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba742aa4-2c59-4323-ac1d-391652ffaf57 req-08dffe8a-3a0a-4433-a92b-133250b86165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:29.834862 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ba742aa4-2c59-4323-ac1d-391652ffaf57 req-08dffe8a-3a0a-4433-a92b-133250b86165 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47785185-d5f8-433d-afab-e7fc9175212b HTTP/1.1" status: 200 len: 847 time: 0.0604215 Aug 13 04:33:29.907036 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba742aa4-2c59-4323-ac1d-391652ffaf57 req-1d1d8f6c-6de4-4812-bcd4-6d169e1ef830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:29.908577 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ba742aa4-2c59-4323-ac1d-391652ffaf57 req-1d1d8f6c-6de4-4812-bcd4-6d169e1ef830 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=48b70047-4f37-4bcb-9978-33a75e7a4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455451 Aug 13 04:33:30.002282 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9dc3e334-3bcb-4db0-a6c8-6aa0e89b64c4 req-bc2a56c0-c6f9-4d5a-a996-28e8dffc2b67 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 210 time: 0.0590646 Aug 13 04:33:30.042929 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ba742aa4-2c59-4323-ac1d-391652ffaf57 req-b5ad1119-6771-4ee4-9c54-bb4c6270ec1a service neutron] 10.222.0.64 "GET /v2.0/networks/48b70047-4f37-4bcb-9978-33a75e7a4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199903 Aug 13 04:33:30.141847 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ba742aa4-2c59-4323-ac1d-391652ffaf57 req-d5da7fe2-d5ed-430c-9f7b-8597b31ce77a service neutron] 10.222.0.64 "GET /v2.0/networks/48b70047-4f37-4bcb-9978-33a75e7a4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889838 Aug 13 04:33:30.313005 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34f38d-92c6-4ab4-b1df-1d8b1b8925fe req-b20c7cf2-dd8b-4e40-8e3a-fc2d0dbb793f tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:30.314511 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5e34f38d-92c6-4ab4-b1df-1d8b1b8925fe req-b20c7cf2-dd8b-4e40-8e3a-fc2d0dbb793f tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0991850 Aug 13 04:33:30.349148 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-b0422519-c92f-4bf3-a86d-080c252fff93 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:30.350636 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-b0422519-c92f-4bf3-a86d-080c252fff93 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/networks?id=cc773a2e-a6e4-4037-a278-1599b19ecd84 HTTP/1.1" status: 200 len: 814 time: 0.1572485 Aug 13 04:33:30.400670 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-ffae77aa-0d18-4972-98a0-c1494a18366b tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/quotas/c41ff29303444fd0820593792b37e277 HTTP/1.1" status: 200 len: 375 time: 0.0433254 Aug 13 04:33:30.403448 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5e34f38d-92c6-4ab4-b1df-1d8b1b8925fe req-14914f9e-3587-41c9-a894-06f7d350af37 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819662 Aug 13 04:33:30.549745 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-3592dfb6-a7a3-4c45-bc8c-906bc023f24a tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c41ff29303444fd0820593792b37e277&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1197057 Aug 13 04:33:30.559134 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-7970972b-ba86-4ce3-b915-ad40b5538572 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:30.560556 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-7970972b-ba86-4ce3-b915-ad40b5538572 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.64 "GET /v2.0/networks?id=87d3a17b-ea4d-435b-9c8e-36b4c38780d2 HTTP/1.1" status: 200 len: 811 time: 0.1890509 Aug 13 04:33:30.579514 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca78d74-44e5-49d3-8634-a5536542f169 req-03dd8ad7-0ffc-493d-b262-6d68155c22d1 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:30.580912 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6ca78d74-44e5-49d3-8634-a5536542f169 req-03dd8ad7-0ffc-493d-b262-6d68155c22d1 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 943 time: 0.1103840 Aug 13 04:33:30.687587 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6ca78d74-44e5-49d3-8634-a5536542f169 req-983d1887-c186-4916-96b7-3acb60b6b8a6 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679212 Aug 13 04:33:30.694515 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-df4392b2-95ae-47ab-89d2-933c4cb135c2 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f2d284955ea4d12b60ceba4f7a53e87 HTTP/1.1" status: 200 len: 380 time: 0.1032770 Aug 13 04:33:30.714493 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-89e23624-005a-421e-a80a-f1a60283bda7 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Request body: {'port': {'device_id': '04e0099a-7c38-4609-a63f-fee3baa6db7a', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'admin_state_up': True, 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'security_groups': ['cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a']}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:33:30.737700 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-0b1ab913-ee1f-43b1-9e13-66737f16b9a7 service neutron] 10.222.0.13 "GET /v2.0/networks/cc773a2e-a6e4-4037-a278-1599b19ecd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743538 Aug 13 04:33:30.932899 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-441bbfa9-32a6-4181-8604-d5195568917d service neutron] 10.222.0.13 "GET /v2.0/networks/cc773a2e-a6e4-4037-a278-1599b19ecd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693375 Aug 13 04:33:30.951354 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9cba9-c4bf-44ed-b4e9-478ac99fcbdc req-1da65906-608a-4c0e-8ed9-8c5d9c2f7c1a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:30.952822 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1be9cba9-c4bf-44ed-b4e9-478ac99fcbdc req-1da65906-608a-4c0e-8ed9-8c5d9c2f7c1a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.1060264 Aug 13 04:33:30.972082 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-89e23624-005a-421e-a80a-f1a60283bda7 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Made reservation on behalf of 6f2d284955ea4d12b60ceba4f7a53e87 for: {'port': 1} {{(pid=93893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:33:30.976164 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-89e23624-005a-421e-a80a-f1a60283bda7 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:31.009553 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1be9cba9-c4bf-44ed-b4e9-478ac99fcbdc req-c83a4124-d590-4a58-9ce8-9a004e404ee3 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503535 Aug 13 04:33:31.145612 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-91aa32f9-4033-4800-a607-1d85bdcc3abb req-9bd51aa1-f9af-455a-a748-66f43a21c8e0 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 210 time: 0.0484834 Aug 13 04:33:31.197200 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.db_base_plugin_common [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-89e23624-005a-421e-a80a-f1a60283bda7 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Allocated IP 172.20.0.10 (87d3a17b-ea4d-435b-9c8e-36b4c38780d2/70eada8e-6c53-4591-b1fd-b63b9652e2e1/a6019955-dfeb-42fd-bf68-d1fac8198ecb) {{(pid=93893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:33:31.215964 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8b161ccc-b279-4aa4-94af-3912a4e9c3c8 req-cf102166-c793-452c-9f41-4ddc79cc9a6a tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 210 time: 0.0334265 Aug 13 04:33:31.590692 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6a6f9-c46c-4ef0-bd83-c7fd6c833655 req-d0c66539-620a-49e8-a5b7-711384f85929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:31.592142 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-46f6a6f9-c46c-4ef0-bd83-c7fd6c833655 req-d0c66539-620a-49e8-a5b7-711384f85929 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae4e92976894be69e6eb06d4b7d2f3a&device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 1098 time: 0.3787973 Aug 13 04:33:31.605603 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d59dbf-a17b-40d4-ae77-e9178afb8024 req-e8470b46-2ad2-4bd2-a1bf-f985c5cad4ac tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:31.606991 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-42d59dbf-a17b-40d4-ae77-e9178afb8024 req-e8470b46-2ad2-4bd2-a1bf-f985c5cad4ac tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.3816433 Aug 13 04:33:31.733298 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-42d59dbf-a17b-40d4-ae77-e9178afb8024 req-fffa18d6-cb6f-42c4-aed6-a7646c2f6c76 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193733 Aug 13 04:33:31.747696 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-89e23624-005a-421e-a80a-f1a60283bda7 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for port, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:31.773137 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6a6f9-c46c-4ef0-bd83-c7fd6c833655 req-69452bd6-d2c5-4a86-bc90-7d88768a802f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:31.774637 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-46f6a6f9-c46c-4ef0-bd83-c7fd6c833655 req-69452bd6-d2c5-4a86-bc90-7d88768a802f service neutron] 10.222.0.64 "GET /v2.0/networks?id=8654c056-764c-4f00-9b64-d8b811de2fd6 HTTP/1.1" status: 200 len: 919 time: 0.1624336 Aug 13 04:33:31.775565 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.provisioning_blocks [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-89e23624-005a-421e-a80a-f1a60283bda7 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Transition to ACTIVE for port object a6019955-dfeb-42fd-bf68-d1fac8198ecb will not be triggered until provisioned by entity DHCP. {{(pid=93893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:33:31.848009 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-46f6a6f9-c46c-4ef0-bd83-c7fd6c833655 req-73e80a20-161c-4d12-90a4-4e69f09eede3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec81d39e-63c0-4679-a7bd-2439e208e2db HTTP/1.1" status: 200 len: 217 time: 0.0639069 Aug 13 04:33:31.913753 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c08fab-6c90-4c7d-8f78-929263916ffa req-15b1e8a9-6c65-40ef-b38c-afb0b8c8c50a tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:31.915247 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-01c08fab-6c90-4c7d-8f78-929263916ffa req-15b1e8a9-6c65-40ef-b38c-afb0b8c8c50a tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 943 time: 0.1324055 Aug 13 04:33:31.918053 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-89e23624-005a-421e-a80a-f1a60283bda7 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:31.986457 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6a6f9-c46c-4ef0-bd83-c7fd6c833655 req-361ec556-94ee-49a8-b60a-5ef39f04fb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:31.988009 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-46f6a6f9-c46c-4ef0-bd83-c7fd6c833655 req-361ec556-94ee-49a8-b60a-5ef39f04fb45 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65961138-89fc-4d56-9e75-55b08a9b4640 HTTP/1.1" status: 200 len: 858 time: 0.1205618 Aug 13 04:33:31.997658 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-89e23624-005a-421e-a80a-f1a60283bda7 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Network 87d3a17b-ea4d-435b-9c8e-36b4c38780d2 is already hosted by enough agents. {{(pid=93893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:33:32.013924 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.base_scheduler [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-89e23624-005a-421e-a80a-f1a60283bda7 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Resources bound (agent type, host, resource id): {{(pid=93893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:33:32.033917 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e23624-005a-421e-a80a-f1a60283bda7 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Pushing event updated for resources: {'Port': ['ID=a6019955-dfeb-42fd-bf68-d1fac8198ecb,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:32.036330 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-89e23624-005a-421e-a80a-f1a60283bda7 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Received port after_create {{(pid=93893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:33:32.042128 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-46f6a6f9-c46c-4ef0-bd83-c7fd6c833655 req-6bb46b31-cb62-4b53-a365-83fd297ec339 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8654c056-764c-4f00-9b64-d8b811de2fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434408 Aug 13 04:33:32.076165 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-01c08fab-6c90-4c7d-8f78-929263916ffa req-b3909bf5-9f41-4cbe-8a99-a60b04a9d886 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515753 Aug 13 04:33:32.180049 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-89e23624-005a-421e-a80a-f1a60283bda7 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:32.180696 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-89e23624-005a-421e-a80a-f1a60283bda7 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:32.214949 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-89e23624-005a-421e-a80a-f1a60283bda7 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5098209 Aug 13 04:33:32.226829 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4780214-af2c-49b4-abb6-67cd8fa099ff req-e75c4459-9e28-4c2e-96a8-6fd90a9ca596 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:32.228150 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f4780214-af2c-49b4-abb6-67cd8fa099ff req-e75c4459-9e28-4c2e-96a8-6fd90a9ca596 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.1344604 Aug 13 04:33:32.233035 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-7ceb18dc-5173-430e-b980-9c57fe92bb52 service neutron] Request body: {'port': {'device_id': '04e0099a-7c38-4609-a63f-fee3baa6db7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:33:32.281257 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-bcb127dd-0253-4d07-a1b4-4741b64a7c61 None None] Provisioning for port a6019955-dfeb-42fd-bf68-d1fac8198ecb completed by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:33:32.292773 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-bcb127dd-0253-4d07-a1b4-4741b64a7c61 None None] Provisioning complete for port a6019955-dfeb-42fd-bf68-d1fac8198ecb triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:33:32.293600 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-46f6a6f9-c46c-4ef0-bd83-c7fd6c833655 req-6ac82c93-2824-4f03-bdfd-85f8b3f9cef5 service neutron] 10.222.0.64 "GET /v2.0/networks/8654c056-764c-4f00-9b64-d8b811de2fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306743 Aug 13 04:33:32.294243 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bcb127dd-0253-4d07-a1b4-4741b64a7c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:32.344348 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-bcb127dd-0253-4d07-a1b4-4741b64a7c61 None None] Port a6019955-dfeb-42fd-bf68-d1fac8198ecb cannot update to ACTIVE because it is not bound. {{(pid=93895) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:33:32.381222 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-05d859fc-718d-4797-b586-173352ec99cc tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:32.383609 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-05d859fc-718d-4797-b586-173352ec99cc tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.64 "GET /v2.0/networks?id=cc773a2e-a6e4-4037-a278-1599b19ecd84 HTTP/1.1" status: 200 len: 814 time: 0.1307456 Aug 13 04:33:32.399779 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-a1165a6f-d9d7-423f-8275-afa738434064 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Request body: {'port': {'device_id': 'da403df1-360d-41cf-86fd-0b09258785d0', 'network_id': 'cc773a2e-a6e4-4037-a278-1599b19ecd84', 'admin_state_up': True, 'tenant_id': 'c41ff29303444fd0820593792b37e277'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:33:32.410812 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f4780214-af2c-49b4-abb6-67cd8fa099ff req-158b12b6-2b2b-4f5a-8acd-78ced1238554 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718507 Aug 13 04:33:32.426513 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-7ceb18dc-5173-430e-b980-9c57fe92bb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:32.454094 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d9e62-5de4-4a8c-9e64-52c7be6c2a9c req-670c0488-3991-4187-a775-9c021da059e0 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:32.461358 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-998d9e62-5de4-4a8c-9e64-52c7be6c2a9c req-670c0488-3991-4187-a775-9c021da059e0 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 932 time: 0.2148428 Aug 13 04:33:32.523158 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-a1165a6f-d9d7-423f-8275-afa738434064 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Made reservation on behalf of c41ff29303444fd0820593792b37e277 for: {'port': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:33:32.527004 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-a1165a6f-d9d7-423f-8275-afa738434064 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:32.557177 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-efeeaa5f-c22e-4765-8ddf-5aab4ad45cc9 req-447489fa-ac99-4e2a-a3fe-6cf009347e93 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 210 time: 0.0651505 Aug 13 04:33:32.567754 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-46f6a6f9-c46c-4ef0-bd83-c7fd6c833655 req-89812e29-df39-43c8-b9e7-43e188a75a9f service neutron] 10.222.0.64 "GET /v2.0/networks/8654c056-764c-4f00-9b64-d8b811de2fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494655 Aug 13 04:33:32.584386 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-998d9e62-5de4-4a8c-9e64-52c7be6c2a9c req-38db56c2-2679-4e64-a2d1-781b4ee3c72a tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137667 Aug 13 04:33:32.691692 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-a1165a6f-d9d7-423f-8275-afa738434064 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Allocated IP 172.20.0.14 (cc773a2e-a6e4-4037-a278-1599b19ecd84/c9714a85-0300-41df-8e35-283bcc57529b/90912158-5071-4e18-b5b5-6e2227fd5493) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:33:32.868727 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-a1165a6f-d9d7-423f-8275-afa738434064 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:32.889346 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.provisioning_blocks [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-a1165a6f-d9d7-423f-8275-afa738434064 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Transition to ACTIVE for port object 90912158-5071-4e18-b5b5-6e2227fd5493 will not be triggered until provisioned by entity DHCP. {{(pid=93894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:33:32.929411 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-a1165a6f-d9d7-423f-8275-afa738434064 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:32.966622 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-7ceb18dc-5173-430e-b980-9c57fe92bb52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6019955-dfeb-42fd-bf68-d1fac8198ecb {{(pid=93893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:33:32.988792 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-7ceb18dc-5173-430e-b980-9c57fe92bb52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:32.990470 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-a1165a6f-d9d7-423f-8275-afa738434064 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Network cc773a2e-a6e4-4037-a278-1599b19ecd84 is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:33:32.994249 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-a1165a6f-d9d7-423f-8275-afa738434064 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:33:32.999198 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-a1165a6f-d9d7-423f-8275-afa738434064 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:33:33.025067 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1165a6f-d9d7-423f-8275-afa738434064 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Pushing event updated for resources: {'Port': ['ID=90912158-5071-4e18-b5b5-6e2227fd5493,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:33.036906 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.provisioning_blocks [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-7ceb18dc-5173-430e-b980-9c57fe92bb52 service neutron] Transition to ACTIVE for port object a6019955-dfeb-42fd-bf68-d1fac8198ecb will not be triggered until provisioned by entity L2. {{(pid=93893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:33:33.052884 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281854e-0aea-438c-83df-52b8728f29c2 req-442a2ec8-3223-4980-aa55-d1e06c560e21 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:33.060474 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7281854e-0aea-438c-83df-52b8728f29c2 req-442a2ec8-3223-4980-aa55-d1e06c560e21 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.2020297 Aug 13 04:33:33.069308 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-7ceb18dc-5173-430e-b980-9c57fe92bb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9290061'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:33.070780 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-a1165a6f-d9d7-423f-8275-afa738434064 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:33.071966 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-a1165a6f-d9d7-423f-8275-afa738434064 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:33.112431 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-a1165a6f-d9d7-423f-8275-afa738434064 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7166855 Aug 13 04:33:33.161084 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb18dc-5173-430e-b980-9c57fe92bb52 service neutron] Pushing event updated for resources: {'Port': ['ID=a6019955-dfeb-42fd-bf68-d1fac8198ecb,revision_number=2']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:33.186147 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7281854e-0aea-438c-83df-52b8728f29c2 req-68282d75-18a5-4b9d-8254-391bc8419382 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247945 Aug 13 04:33:33.229068 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-4ee4cfa6-d1a7-4417-856d-bd20768f1853 service neutron] Request body: {'port': {'device_id': 'da403df1-360d-41cf-86fd-0b09258785d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:33:33.314444 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-4ee4cfa6-d1a7-4417-856d-bd20768f1853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:33.315466 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-7ceb18dc-5173-430e-b980-9c57fe92bb52 service neutron] Attempting to bind port a6019955-dfeb-42fd-bf68-d1fac8198ecb on host hv-cinder-75996 for vnic_type normal with profile {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:33:33.315809 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-7ceb18dc-5173-430e-b980-9c57fe92bb52 service neutron] Attempting to bind port a6019955-dfeb-42fd-bf68-d1fac8198ecb by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '55400ce5-562b-4df1-92f9-d4df5f090c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2'}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:33:33.316769 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-7ceb18dc-5173-430e-b980-9c57fe92bb52 service neutron] Attempting to bind port a6019955-dfeb-42fd-bf68-d1fac8198ecb on network 87d3a17b-ea4d-435b-9c8e-36b4c38780d2 {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:33:33.342424 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-7ceb18dc-5173-430e-b980-9c57fe92bb52 service neutron] Port a6019955-dfeb-42fd-bf68-d1fac8198ecb on network 87d3a17b-ea4d-435b-9c8e-36b4c38780d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:33:33.342762 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-7ceb18dc-5173-430e-b980-9c57fe92bb52 service neutron] Attempting to bind port a6019955-dfeb-42fd-bf68-d1fac8198ecb on network 87d3a17b-ea4d-435b-9c8e-36b4c38780d2 {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:33:33.356666 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-7ceb18dc-5173-430e-b980-9c57fe92bb52 service neutron] Checking agent: {'id': '799e1584-199c-46e1-adc5-08501adf479b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:33:33.357032 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-7ceb18dc-5173-430e-b980-9c57fe92bb52 service neutron] Checking segment: {'id': '55400ce5-562b-4df1-92f9-d4df5f090c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:33:33.358148 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-7ceb18dc-5173-430e-b980-9c57fe92bb52 service neutron] Bound using segment: {'id': '55400ce5-562b-4df1-92f9-d4df5f090c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2'} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:33:33.358559 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-7ceb18dc-5173-430e-b980-9c57fe92bb52 service neutron] Bound port: a6019955-dfeb-42fd-bf68-d1fac8198ecb, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55400ce5-562b-4df1-92f9-d4df5f090c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2'}}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:33:33.358917 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-7ceb18dc-5173-430e-b980-9c57fe92bb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:33.447869 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c40e54-747d-4199-b53c-cd8fd703288d req-c7247463-520d-4672-977d-7e90b5f2a491 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:33.449539 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a7c40e54-747d-4199-b53c-cd8fd703288d req-c7247463-520d-4672-977d-7e90b5f2a491 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 943 time: 0.1866679 Aug 13 04:33:33.516197 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-fe62540e-7e74-4fda-8405-bdccae703011 None None] Provisioning for port 90912158-5071-4e18-b5b5-6e2227fd5493 completed by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:33:33.527240 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-fe62540e-7e74-4fda-8405-bdccae703011 None None] Provisioning complete for port 90912158-5071-4e18-b5b5-6e2227fd5493 triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:33:33.528104 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fe62540e-7e74-4fda-8405-bdccae703011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:33.569474 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a7c40e54-747d-4199-b53c-cd8fd703288d req-9b40cdea-058f-4fb6-a6f0-31130d8edf35 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015985 Aug 13 04:33:33.590873 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-7ceb18dc-5173-430e-b980-9c57fe92bb52 service neutron] For port a6019955-dfeb-42fd-bf68-d1fac8198ecb, host hv-cinder-75996, cleared binding levels {{(pid=93893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:33:33.619009 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9331446-70a0-452e-8651-9b95c14461a3 req-574e0a5e-ca8d-4162-8584-fde2e5f2b59a tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:33.636380 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f9331446-70a0-452e-8651-9b95c14461a3 req-574e0a5e-ca8d-4162-8584-fde2e5f2b59a tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 945 time: 0.1838377 Aug 13 04:33:33.642735 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-7ceb18dc-5173-430e-b980-9c57fe92bb52 service neutron] For port a6019955-dfeb-42fd-bf68-d1fac8198ecb, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a6019955-dfeb-42fd-bf68-d1fac8198ecb,segment=NetworkSegment(55400ce5-562b-4df1-92f9-d4df5f090c2a),segment_id=55400ce5-562b-4df1-92f9-d4df5f090c2a)] {{(pid=93893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:33:33.652332 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-fe62540e-7e74-4fda-8405-bdccae703011 None None] Port 90912158-5071-4e18-b5b5-6e2227fd5493 cannot update to ACTIVE because it is not bound. {{(pid=93895) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:33:33.675241 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-7ceb18dc-5173-430e-b980-9c57fe92bb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9290061'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:33.774855 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-7ceb18dc-5173-430e-b980-9c57fe92bb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:33.775499 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-7ceb18dc-5173-430e-b980-9c57fe92bb52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:33.776916 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-7ceb18dc-5173-430e-b980-9c57fe92bb52 service neutron] 10.222.0.64 "PUT /v2.0/ports/a6019955-dfeb-42fd-bf68-d1fac8198ecb HTTP/1.1" status: 200 len: 1094 time: 1.5478485 Aug 13 04:33:33.777386 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e0099a-7c38-4609-a63f-fee3baa6db7a', 'tag': 'a6019955-dfeb-42fd-bf68-d1fac8198ecb'}] {{(pid=93893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:33:33.781066 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aea723d68c964973b0702c1800637223d1e6775f666202f903cb1e18101cb68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92705d8-7c33-4843-9f12-eb3a6e0df6c8" -d '{"events": [{"name": "network-changed", "server_uuid": "04e0099a-7c38-4609-a63f-fee3baa6db7a", "tag": "a6019955-dfeb-42fd-bf68-d1fac8198ecb"}]}' {{(pid=93893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:33:33.838934 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f9331446-70a0-452e-8651-9b95c14461a3 req-62e9c5e8-560c-4fa7-8aec-ea8fc0d16aeb tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015367 Aug 13 04:33:33.846884 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-4ee4cfa6-d1a7-4417-856d-bd20768f1853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90912158-5071-4e18-b5b5-6e2227fd5493 {{(pid=93894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:33:33.857748 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-4ee4cfa6-d1a7-4417-856d-bd20768f1853 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:33.887529 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.provisioning_blocks [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-4ee4cfa6-d1a7-4417-856d-bd20768f1853 service neutron] Transition to ACTIVE for port object 90912158-5071-4e18-b5b5-6e2227fd5493 will not be triggered until provisioned by entity L2. {{(pid=93894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:33:33.895225 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-4ee4cfa6-d1a7-4417-856d-bd20768f1853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8757390'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:33.918008 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64109475-7364-4876-96cb-38fb08902d75 req-efd6e351-f7f9-4a2a-b921-15b4ed7351c3 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:33.919692 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-64109475-7364-4876-96cb-38fb08902d75 req-efd6e351-f7f9-4a2a-b921-15b4ed7351c3 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.2153888 Aug 13 04:33:33.928594 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb18dc-5173-430e-b980-9c57fe92bb52 service neutron] Pushing event updated for resources: {'Port': ['ID=a6019955-dfeb-42fd-bf68-d1fac8198ecb,revision_number=3']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:34.017198 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4cfa6-d1a7-4417-856d-bd20768f1853 service neutron] Pushing event updated for resources: {'Port': ['ID=90912158-5071-4e18-b5b5-6e2227fd5493,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:34.103324 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-64109475-7364-4876-96cb-38fb08902d75 req-92b5d7bb-218e-4dff-84f8-ff4309008064 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620119 Aug 13 04:33:34.159476 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9e36f-d2e9-4843-ab01-2e3d170bef3e req-5d30657d-9e67-4ed9-a9f8-a9dd35a11f20 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:34.174308 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-28b9e36f-d2e9-4843-ab01-2e3d170bef3e req-5d30657d-9e67-4ed9-a9f8-a9dd35a11f20 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 944 time: 0.1931856 Aug 13 04:33:34.190834 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-4ee4cfa6-d1a7-4417-856d-bd20768f1853 service neutron] Attempting to bind port 90912158-5071-4e18-b5b5-6e2227fd5493 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:33:34.191243 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-4ee4cfa6-d1a7-4417-856d-bd20768f1853 service neutron] Attempting to bind port 90912158-5071-4e18-b5b5-6e2227fd5493 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'bd2b92f4-d7de-4749-aa27-052e1a0fcba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cc773a2e-a6e4-4037-a278-1599b19ecd84'}] {{(pid=93894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:33:34.191521 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-4ee4cfa6-d1a7-4417-856d-bd20768f1853 service neutron] Attempting to bind port 90912158-5071-4e18-b5b5-6e2227fd5493 on network cc773a2e-a6e4-4037-a278-1599b19ecd84 {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:33:34.204405 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-4ee4cfa6-d1a7-4417-856d-bd20768f1853 service neutron] Port 90912158-5071-4e18-b5b5-6e2227fd5493 on network cc773a2e-a6e4-4037-a278-1599b19ecd84 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:33:34.204727 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-4ee4cfa6-d1a7-4417-856d-bd20768f1853 service neutron] Attempting to bind port 90912158-5071-4e18-b5b5-6e2227fd5493 on network cc773a2e-a6e4-4037-a278-1599b19ecd84 {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:33:34.211315 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-4ee4cfa6-d1a7-4417-856d-bd20768f1853 service neutron] Checking agent: {'id': '799e1584-199c-46e1-adc5-08501adf479b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:33:34.211668 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-4ee4cfa6-d1a7-4417-856d-bd20768f1853 service neutron] Checking segment: {'id': 'bd2b92f4-d7de-4749-aa27-052e1a0fcba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cc773a2e-a6e4-4037-a278-1599b19ecd84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:33:34.212035 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-4ee4cfa6-d1a7-4417-856d-bd20768f1853 service neutron] Bound using segment: {'id': 'bd2b92f4-d7de-4749-aa27-052e1a0fcba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cc773a2e-a6e4-4037-a278-1599b19ecd84'} {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:33:34.212462 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-4ee4cfa6-d1a7-4417-856d-bd20768f1853 service neutron] Bound port: 90912158-5071-4e18-b5b5-6e2227fd5493, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd2b92f4-d7de-4749-aa27-052e1a0fcba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'cc773a2e-a6e4-4037-a278-1599b19ecd84'}}] {{(pid=93894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:33:34.212818 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-4ee4cfa6-d1a7-4417-856d-bd20768f1853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:34.273753 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-28b9e36f-d2e9-4843-ab01-2e3d170bef3e req-0ae17b95-5ce4-47c7-bdd1-38908ad33b09 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985432 Aug 13 04:33:34.310168 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-4ee4cfa6-d1a7-4417-856d-bd20768f1853 service neutron] For port 90912158-5071-4e18-b5b5-6e2227fd5493, host hv-cinder-75996, cleared binding levels {{(pid=93894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:33:34.319811 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-4ee4cfa6-d1a7-4417-856d-bd20768f1853 service neutron] For port 90912158-5071-4e18-b5b5-6e2227fd5493, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=90912158-5071-4e18-b5b5-6e2227fd5493,segment=NetworkSegment(bd2b92f4-d7de-4749-aa27-052e1a0fcba3),segment_id=bd2b92f4-d7de-4749-aa27-052e1a0fcba3)] {{(pid=93894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:33:34.326417 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-4ee4cfa6-d1a7-4417-856d-bd20768f1853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8757390'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:34.340358 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3379d2-5e33-4e6c-b9e2-96b48a5153ec req-85e1cdab-05a7-4a55-b2a4-1d4032aa250f tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:34.343052 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5d3379d2-5e33-4e6c-b9e2-96b48a5153ec req-85e1cdab-05a7-4a55-b2a4-1d4032aa250f tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 944 time: 0.0854170 Aug 13 04:33:34.358361 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e372754a-d930-4854-98c6-4e3fbf2bb750 x-openstack-request-id: req-e372754a-d930-4854-98c6-4e3fbf2bb750 {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:33:34.358708 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e0099a-7c38-4609-a63f-fee3baa6db7a", "tag": "a6019955-dfeb-42fd-bf68-d1fac8198ecb", "status": "completed", "code": 200}]} {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:33:34.359052 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e372754a-d930-4854-98c6-4e3fbf2bb750 {{(pid=93893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:33:34.359508 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e0099a-7c38-4609-a63f-fee3baa6db7a', 'tag': 'a6019955-dfeb-42fd-bf68-d1fac8198ecb', 'status': 'completed', 'code': 200} Aug 13 04:33:34.370236 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-4ee4cfa6-d1a7-4417-856d-bd20768f1853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:34.371607 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-4ee4cfa6-d1a7-4417-856d-bd20768f1853 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:34.373293 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-4ee4cfa6-d1a7-4417-856d-bd20768f1853 service neutron] 10.222.0.64 "PUT /v2.0/ports/90912158-5071-4e18-b5b5-6e2227fd5493 HTTP/1.1" status: 200 len: 1094 time: 1.1484573 Aug 13 04:33:34.378731 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da403df1-360d-41cf-86fd-0b09258785d0', 'tag': '90912158-5071-4e18-b5b5-6e2227fd5493'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:33:34.381089 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70cdd4b14b3222e3d0e13c26c8e97d260020fc564b3ab37a06bbaa54b203d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8349d5e1-aab5-4198-80b3-e0f4fd43c0c6" -d '{"events": [{"name": "network-changed", "server_uuid": "da403df1-360d-41cf-86fd-0b09258785d0", "tag": "90912158-5071-4e18-b5b5-6e2227fd5493"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:33:34.415307 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5d3379d2-5e33-4e6c-b9e2-96b48a5153ec req-956901af-bf99-448e-9ba6-b4f4c14689ad tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658641 Aug 13 04:33:34.447700 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4cfa6-d1a7-4417-856d-bd20768f1853 service neutron] Pushing event updated for resources: {'Port': ['ID=90912158-5071-4e18-b5b5-6e2227fd5493,revision_number=3']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:34.466645 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5cfabf-6352-4f6b-b93a-cbd7d383ba6d x-openstack-request-id: req-6c5cfabf-6352-4f6b-b93a-cbd7d383ba6d {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:33:34.467021 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da403df1-360d-41cf-86fd-0b09258785d0", "tag": "90912158-5071-4e18-b5b5-6e2227fd5493", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:33:34.467350 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c5cfabf-6352-4f6b-b93a-cbd7d383ba6d {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:33:34.467907 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da403df1-360d-41cf-86fd-0b09258785d0', 'tag': '90912158-5071-4e18-b5b5-6e2227fd5493', 'status': 'completed', 'code': 200} Aug 13 04:33:34.507464 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415dd0a5-6c87-4f34-a424-bd81c5e65312 req-cd7e0ecc-dbaa-4947-a72b-779bd83438bb tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:34.509235 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-415dd0a5-6c87-4f34-a424-bd81c5e65312 req-cd7e0ecc-dbaa-4947-a72b-779bd83438bb tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0615079 Aug 13 04:33:34.552504 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-415dd0a5-6c87-4f34-a424-bd81c5e65312 req-9c4317da-1380-4d7a-bcdb-50c6b3429fe4 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370755 Aug 13 04:33:34.704309 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d054d-6ff5-40ee-88f0-4e4aebc1d472 req-852fdfd8-b8cf-4e12-b6b8-e79310605d61 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:34.705835 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4d0d054d-6ff5-40ee-88f0-4e4aebc1d472 req-852fdfd8-b8cf-4e12-b6b8-e79310605d61 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 943 time: 0.0563893 Aug 13 04:33:34.745654 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4d0d054d-6ff5-40ee-88f0-4e4aebc1d472 req-87b1dbe1-60f0-4e69-8fcb-28a475cb0edb tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338490 Aug 13 04:33:34.959519 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86dc4be-5994-43c0-9954-e1fdc888faf1 req-9474b66f-53a0-42e0-8505-cec7936fcde0 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:34.961003 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c86dc4be-5994-43c0-9954-e1fdc888faf1 req-9474b66f-53a0-42e0-8505-cec7936fcde0 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 945 time: 0.0551825 Aug 13 04:33:35.004506 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c86dc4be-5994-43c0-9954-e1fdc888faf1 req-245b42c7-1f81-4879-ae07-c539ee42e131 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374231 Aug 13 04:33:35.237013 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb954a81-435c-45fd-9d84-65ff89352338 req-c4d03545-4010-4975-9a8c-2f365cec7425 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:35.239180 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-eb954a81-435c-45fd-9d84-65ff89352338 req-c4d03545-4010-4975-9a8c-2f365cec7425 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.0527217 Aug 13 04:33:35.278856 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-eb954a81-435c-45fd-9d84-65ff89352338 req-66776a24-5c17-4409-bd91-9da31111dc94 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336769 Aug 13 04:33:35.400066 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5d743-a132-40c3-9aef-dfc7fc941ca6 req-d9a57a94-ebda-4359-aff5-2cb9a49b7a4c tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:35.401463 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-99c5d743-a132-40c3-9aef-dfc7fc941ca6 req-d9a57a94-ebda-4359-aff5-2cb9a49b7a4c tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 944 time: 0.0530248 Aug 13 04:33:35.445380 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-99c5d743-a132-40c3-9aef-dfc7fc941ca6 req-03941142-0db3-4510-995b-2fb6318cf7f6 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378659 Aug 13 04:33:35.537895 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80172a7d-f638-4c23-b254-7485b47ba4d6 req-db909c9e-a633-4216-bb2c-d083b5fff082 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:35.539496 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-80172a7d-f638-4c23-b254-7485b47ba4d6 req-db909c9e-a633-4216-bb2c-d083b5fff082 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 944 time: 0.0550108 Aug 13 04:33:35.578136 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-80172a7d-f638-4c23-b254-7485b47ba4d6 req-e2137b34-c469-4e70-af84-261b69e21db4 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320251 Aug 13 04:33:35.685701 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fdb919-1e8a-47db-acf7-4439e6d21787 req-eef98530-c1e6-47a3-8719-01d3e3fa7968 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:35.687179 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-82fdb919-1e8a-47db-acf7-4439e6d21787 req-eef98530-c1e6-47a3-8719-01d3e3fa7968 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0506580 Aug 13 04:33:35.741233 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-82fdb919-1e8a-47db-acf7-4439e6d21787 req-859adb7f-470f-4886-b432-dd723eea0b08 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475597 Aug 13 04:33:35.864334 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfca31d-824a-4669-af09-edc7e5dca4ac req-7541fb9f-3b45-4f33-a2dc-59fc5944e8b7 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:35.865886 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-cdfca31d-824a-4669-af09-edc7e5dca4ac req-7541fb9f-3b45-4f33-a2dc-59fc5944e8b7 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 943 time: 0.0505238 Aug 13 04:33:35.907832 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-cdfca31d-824a-4669-af09-edc7e5dca4ac req-7c81b9c3-56d9-45ee-b2da-7cf22b7792af tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359676 Aug 13 04:33:36.141788 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97430ba4-c6b9-4d86-b817-7344aecdd8b2 req-8f5d6a55-f5f1-4f77-9c4e-253341b45b3f tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:36.143279 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-97430ba4-c6b9-4d86-b817-7344aecdd8b2 req-8f5d6a55-f5f1-4f77-9c4e-253341b45b3f tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 945 time: 0.0713952 Aug 13 04:33:36.184185 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-97430ba4-c6b9-4d86-b817-7344aecdd8b2 req-a9f808b1-371f-4015-8e2f-5d9eea908763 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338852 Aug 13 04:33:36.404729 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc05e18-7b37-41f2-998c-92cf64d6c102 req-3644167c-95b5-4969-9d7c-6dd0e46c3277 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:36.406261 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bbc05e18-7b37-41f2-998c-92cf64d6c102 req-3644167c-95b5-4969-9d7c-6dd0e46c3277 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.0514846 Aug 13 04:33:36.446414 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bbc05e18-7b37-41f2-998c-92cf64d6c102 req-4d6fd287-833d-4fab-8dca-b99abe5fd81e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341985 Aug 13 04:33:36.568965 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33efa183-3b36-4afb-a03b-753ed7195a8a req-532898e5-45e6-42d8-a7dd-613f6358f0c7 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:36.570420 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-33efa183-3b36-4afb-a03b-753ed7195a8a req-532898e5-45e6-42d8-a7dd-613f6358f0c7 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 944 time: 0.0531542 Aug 13 04:33:36.611272 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-33efa183-3b36-4afb-a03b-753ed7195a8a req-0e5313fe-4d45-4ba0-976b-5834215e2366 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344958 Aug 13 04:33:36.711789 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4f4c2-4b91-465e-a623-4f2fc417b84c req-f632cb4d-cb29-497a-bbb0-cbee424e96eb tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:36.713325 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-10f4f4c2-4b91-465e-a623-4f2fc417b84c req-f632cb4d-cb29-497a-bbb0-cbee424e96eb tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 944 time: 0.0572343 Aug 13 04:33:36.752561 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-10f4f4c2-4b91-465e-a623-4f2fc417b84c req-1d97a39c-42ed-4cbf-bfbc-cf3726276240 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329323 Aug 13 04:33:36.871672 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acffcc-137a-49fc-826c-96d155014b02 req-dd74a286-d917-4b19-b9e6-0d9b6ea44790 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:36.873302 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f4acffcc-137a-49fc-826c-96d155014b02 req-dd74a286-d917-4b19-b9e6-0d9b6ea44790 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0525641 Aug 13 04:33:36.913081 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f4acffcc-137a-49fc-826c-96d155014b02 req-10e8fa68-80c0-4bd8-b5e1-3cb242a57468 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334761 Aug 13 04:33:37.027293 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378da38-97f4-4b42-939d-072f3a8f33a6 req-8caa3fb8-0fb1-4607-a2cc-8b910841382f tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:37.028813 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4378da38-97f4-4b42-939d-072f3a8f33a6 req-8caa3fb8-0fb1-4607-a2cc-8b910841382f tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 943 time: 0.0515900 Aug 13 04:33:37.077971 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4378da38-97f4-4b42-939d-072f3a8f33a6 req-06e16be4-8bde-49a7-81a6-7be67c36abd9 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415344 Aug 13 04:33:37.307852 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b14e5b-f240-4db6-b48e-5907458e0391 req-02357eb1-5749-4a37-afdf-fb1a31220b1b tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:37.309332 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-68b14e5b-f240-4db6-b48e-5907458e0391 req-02357eb1-5749-4a37-afdf-fb1a31220b1b tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 945 time: 0.0529976 Aug 13 04:33:37.350369 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-68b14e5b-f240-4db6-b48e-5907458e0391 req-1cb4b2f7-e244-4e7a-92a4-41e9cbe95ed3 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343721 Aug 13 04:33:37.571941 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a35be4-97aa-436c-aa80-d55a9832bfb1 req-ba6f90c0-27f2-4767-9616-29b9ab3c4a4e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:37.573435 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b6a35be4-97aa-436c-aa80-d55a9832bfb1 req-ba6f90c0-27f2-4767-9616-29b9ab3c4a4e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.0541224 Aug 13 04:33:37.614435 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b6a35be4-97aa-436c-aa80-d55a9832bfb1 req-e0b70367-75d0-43dd-a5d0-3d424714af92 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347819 Aug 13 04:33:37.742621 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a0a49-96db-436f-a305-9f7b0cf983ed req-ed2d88f9-0cdd-4522-b69f-9fecdc244f1f tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:37.744138 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-198a0a49-96db-436f-a305-9f7b0cf983ed req-ed2d88f9-0cdd-4522-b69f-9fecdc244f1f tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 944 time: 0.0534842 Aug 13 04:33:37.784718 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-198a0a49-96db-436f-a305-9f7b0cf983ed req-d0d89b0c-9423-4378-904a-7892c7875355 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330453 Aug 13 04:33:37.881767 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736f4af-ae45-4f54-ab75-63dd8d56fca9 req-5f349ea6-4411-4d36-9acd-f990487eacf4 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:37.883261 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5736f4af-ae45-4f54-ab75-63dd8d56fca9 req-5f349ea6-4411-4d36-9acd-f990487eacf4 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 944 time: 0.0529034 Aug 13 04:33:37.922521 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5736f4af-ae45-4f54-ab75-63dd8d56fca9 req-f3b09bb9-66ba-4846-92c1-324f313397ac tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322397 Aug 13 04:33:38.032777 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7151ee-f3e6-44da-b23d-aae38df0a856 req-23f1f9fe-6501-4394-a039-13edabeaf56a tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:38.034307 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4d7151ee-f3e6-44da-b23d-aae38df0a856 req-23f1f9fe-6501-4394-a039-13edabeaf56a tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0521667 Aug 13 04:33:38.074430 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7ab8e456-876e-46b0-b3b1-48ef02379cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:38.078612 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4d7151ee-f3e6-44da-b23d-aae38df0a856 req-15f24726-8ea8-4565-8d35-5c62b6b140fd tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376256 Aug 13 04:33:38.206448 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064c5e2-1649-42ed-9406-d98ce931c3ed req-7f7ecc87-e545-406f-b081-f46f6a39b37b tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:38.208586 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e064c5e2-1649-42ed-9406-d98ce931c3ed req-7f7ecc87-e545-406f-b081-f46f6a39b37b tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 943 time: 0.0541251 Aug 13 04:33:38.248183 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e064c5e2-1649-42ed-9406-d98ce931c3ed req-fa8dae0c-344e-43b1-9e15-142e9314efe2 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336297 Aug 13 04:33:38.470699 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4f907-4924-4160-8905-a7fd44940ac5 req-8c250333-2875-4094-8672-afdde6e2818e tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:38.472735 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-fbe4f907-4924-4160-8905-a7fd44940ac5 req-8c250333-2875-4094-8672-afdde6e2818e tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 945 time: 0.0528088 Aug 13 04:33:38.510743 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-fbe4f907-4924-4160-8905-a7fd44940ac5 req-e4bdee64-d8b3-476b-accf-b7f8bb6c30af tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312092 Aug 13 04:33:38.746156 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880fed5-a158-448c-9fbf-37ca1f7a0caa req-7d8ba265-2baa-471c-844d-db7ab3710677 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:38.747675 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9880fed5-a158-448c-9fbf-37ca1f7a0caa req-7d8ba265-2baa-471c-844d-db7ab3710677 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.0552864 Aug 13 04:33:38.794292 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9880fed5-a158-448c-9fbf-37ca1f7a0caa req-11bf32b4-3e58-45de-9828-db5e58f71633 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394731 Aug 13 04:33:38.911935 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2adaf7-0cc9-4b05-af67-65e437a8c1c3 req-14b04046-6260-46cb-bf19-9c8050fbaacf tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:38.913369 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5c2adaf7-0cc9-4b05-af67-65e437a8c1c3 req-14b04046-6260-46cb-bf19-9c8050fbaacf tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 944 time: 0.0539732 Aug 13 04:33:38.955497 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5c2adaf7-0cc9-4b05-af67-65e437a8c1c3 req-3ed42961-3af2-4a30-bd6a-9bd23a36314b tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356040 Aug 13 04:33:39.057274 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8160f-12f6-418e-b3a9-f39db5362efd req-86ad7705-13b2-4312-aabd-6f75d46a8fa2 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:39.059745 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4ec8160f-12f6-418e-b3a9-f39db5362efd req-86ad7705-13b2-4312-aabd-6f75d46a8fa2 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 944 time: 0.0572767 Aug 13 04:33:39.117766 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4ec8160f-12f6-418e-b3a9-f39db5362efd req-aa907222-836c-4b4f-8444-59a6d8187ba0 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470808 Aug 13 04:33:39.200961 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1999f93-39ab-40be-a5a8-ba0189b53eb8 req-20ef60e1-e766-43f7-83c4-17b7b69f18c1 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:39.202715 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a1999f93-39ab-40be-a5a8-ba0189b53eb8 req-20ef60e1-e766-43f7-83c4-17b7b69f18c1 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0512309 Aug 13 04:33:39.243437 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a1999f93-39ab-40be-a5a8-ba0189b53eb8 req-426565b1-e59b-471f-a7cb-62a75a15d049 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338304 Aug 13 04:33:39.369666 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02465c3f-861f-4a96-8c28-0e6bb6fcc8c0 req-ce006446-237c-4e0d-8d43-1006967826a0 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:39.371250 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-02465c3f-861f-4a96-8c28-0e6bb6fcc8c0 req-ce006446-237c-4e0d-8d43-1006967826a0 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 943 time: 0.0523908 Aug 13 04:33:39.409380 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-02465c3f-861f-4a96-8c28-0e6bb6fcc8c0 req-bbc0902e-0319-4a4f-b13f-4322eedfa6e3 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319974 Aug 13 04:33:39.631636 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e6b07-ac02-46a5-b25a-658adc91422d req-7c20f226-99b5-4ce7-a0f8-6ac7f2ea18af tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:39.633109 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f27e6b07-ac02-46a5-b25a-658adc91422d req-7c20f226-99b5-4ce7-a0f8-6ac7f2ea18af tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 945 time: 0.0525208 Aug 13 04:33:39.673006 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f27e6b07-ac02-46a5-b25a-658adc91422d req-22e833b7-be50-4949-9177-e6e462affc71 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334666 Aug 13 04:33:39.919220 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b82603-99a7-451d-a03d-797efef245cc req-a1b95308-7152-4c2e-ae0f-72930e6e3bb6 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:39.920851 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f0b82603-99a7-451d-a03d-797efef245cc req-a1b95308-7152-4c2e-ae0f-72930e6e3bb6 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.0496900 Aug 13 04:33:39.960961 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f0b82603-99a7-451d-a03d-797efef245cc req-a8ad97c0-eabb-497d-a5e8-3fbf9d789af5 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333600 Aug 13 04:33:40.083678 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fcbe08-4515-4a0b-a035-bf1c48922297 req-912cd841-268f-410a-bd0e-8fec1849659b tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:40.085125 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-88fcbe08-4515-4a0b-a035-bf1c48922297 req-912cd841-268f-410a-bd0e-8fec1849659b tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 944 time: 0.0521162 Aug 13 04:33:40.126641 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-88fcbe08-4515-4a0b-a035-bf1c48922297 req-8e44cc3c-db4b-46a8-988b-b9c0ff456bfb tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355191 Aug 13 04:33:40.235080 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3771d-68cc-4df0-9b2d-b3a3f9e35477 req-ea5d6716-4af9-4220-b3ad-74bb1bc7cb6f tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:40.236549 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e5c3771d-68cc-4df0-9b2d-b3a3f9e35477 req-ea5d6716-4af9-4220-b3ad-74bb1bc7cb6f tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 944 time: 0.0543120 Aug 13 04:33:40.286057 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e5c3771d-68cc-4df0-9b2d-b3a3f9e35477 req-515bdc80-4334-47ac-ad48-6a513e25c143 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429094 Aug 13 04:33:40.362059 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac9c9e-dbc4-4014-aa0d-2519ec5c8d84 req-495ca5ac-31bb-48b5-861c-616c71b108bc tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:40.364133 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8dac9c9e-dbc4-4014-aa0d-2519ec5c8d84 req-495ca5ac-31bb-48b5-861c-616c71b108bc tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0505757 Aug 13 04:33:40.403633 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8dac9c9e-dbc4-4014-aa0d-2519ec5c8d84 req-88df57f4-be2c-4389-93e6-6805adb0bdff tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332031 Aug 13 04:33:40.531016 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59da48b-4125-4af9-b3b4-2138b57d8776 req-dd783e04-19e6-43db-ba52-974ad0300fc2 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:40.532494 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a59da48b-4125-4af9-b3b4-2138b57d8776 req-dd783e04-19e6-43db-ba52-974ad0300fc2 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 943 time: 0.0508196 Aug 13 04:33:40.570809 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a59da48b-4125-4af9-b3b4-2138b57d8776 req-9d033572-a39e-4dee-b23b-da0ad38cf03d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313931 Aug 13 04:33:40.809153 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da5ddc-c61f-426b-bf8b-5b951dc826f5 req-c6fac68a-82c8-467f-9167-c46de595e6e6 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:40.810719 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-16da5ddc-c61f-426b-bf8b-5b951dc826f5 req-c6fac68a-82c8-467f-9167-c46de595e6e6 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 945 time: 0.0614085 Aug 13 04:33:40.854482 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-16da5ddc-c61f-426b-bf8b-5b951dc826f5 req-95ebbd02-6d40-444c-a47b-87564a11b078 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366983 Aug 13 04:33:40.920432 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-fa985c73-5af9-4819-ac89-30fcf2819864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:41.085237 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b988408-92d3-4b04-8d0b-ef30cb3e0ed0 req-5c22a92a-b0f0-4855-bcda-3856c89393ea tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:41.086791 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4b988408-92d3-4b04-8d0b-ef30cb3e0ed0 req-5c22a92a-b0f0-4855-bcda-3856c89393ea tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.0524151 Aug 13 04:33:41.124834 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4b988408-92d3-4b04-8d0b-ef30cb3e0ed0 req-c8d8c176-5658-4be8-87bf-fe0a817a519d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317054 Aug 13 04:33:41.243520 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e129097-5c37-4c8e-8cea-5e0a2380ff1e req-fb876993-45a8-4fa7-b404-665b1ec1505f tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:41.244938 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1e129097-5c37-4c8e-8cea-5e0a2380ff1e req-fb876993-45a8-4fa7-b404-665b1ec1505f tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 944 time: 0.0498900 Aug 13 04:33:41.292259 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1e129097-5c37-4c8e-8cea-5e0a2380ff1e req-138e4267-01b6-4fbf-906c-71f6ab6c3132 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410581 Aug 13 04:33:41.339632 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:41.418025 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a2842-ac89-4f7d-a971-c5c3259b3569 req-3f85f750-f99f-411a-adaf-c5bc9f768eb2 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:41.419488 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bb1a2842-ac89-4f7d-a971-c5c3259b3569 req-3f85f750-f99f-411a-adaf-c5bc9f768eb2 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 944 time: 0.0547025 Aug 13 04:33:41.461419 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bb1a2842-ac89-4f7d-a971-c5c3259b3569 req-292adbf0-c6d4-444b-935d-d4f8549dd499 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356884 Aug 13 04:33:41.540700 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed019da-9bf4-4c5d-9609-383a33bd8303 req-3f8f7478-18a4-4478-9047-9feddeba599c tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:41.542161 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bed019da-9bf4-4c5d-9609-383a33bd8303 req-3f8f7478-18a4-4478-9047-9feddeba599c tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0515225 Aug 13 04:33:41.580925 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bed019da-9bf4-4c5d-9609-383a33bd8303 req-486abb52-0ff6-4c51-ac36-a2347185e650 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321255 Aug 13 04:33:41.703781 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d591e34-250e-45e6-8eaa-b4b6526b8261 req-3d2a4253-0cf3-415b-8b0a-fa6b4619f95b tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:41.706657 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7d591e34-250e-45e6-8eaa-b4b6526b8261 req-3d2a4253-0cf3-415b-8b0a-fa6b4619f95b tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 943 time: 0.0562465 Aug 13 04:33:41.748692 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7d591e34-250e-45e6-8eaa-b4b6526b8261 req-38ceed35-5d24-4f99-8964-fbf687c80c48 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352113 Aug 13 04:33:41.980058 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:42.017369 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a91b3a-7b0e-4c14-b069-7379915d4cb0 req-0050154e-d1db-426a-924e-1c339d42bb35 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:42.021479 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a5a91b3a-7b0e-4c14-b069-7379915d4cb0 req-0050154e-d1db-426a-924e-1c339d42bb35 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 945 time: 0.0890563 Aug 13 04:33:42.280761 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:42.326207 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a5a91b3a-7b0e-4c14-b069-7379915d4cb0 req-48e4b3f4-9eee-4d4c-90ea-6d7e1ee8e5ce tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972360 Aug 13 04:33:42.350313 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dabec7-6bc2-4605-83c9-c65375e91f8e req-62d1907e-73ba-4808-aca1-f678508dc837 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:42.358016 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-45dabec7-6bc2-4605-83c9-c65375e91f8e req-62d1907e-73ba-4808-aca1-f678508dc837 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.0753741 Aug 13 04:33:42.402658 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-45dabec7-6bc2-4605-83c9-c65375e91f8e req-791b01a2-814b-472c-a73f-727a4989ab03 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437493 Aug 13 04:33:42.446418 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07220bf-f8c6-4ada-bba6-20f60b3ec5e4 req-65c4d2d5-6741-4a1a-8b3e-84f4e4033410 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:42.447908 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b07220bf-f8c6-4ada-bba6-20f60b3ec5e4 req-65c4d2d5-6741-4a1a-8b3e-84f4e4033410 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 944 time: 0.0573030 Aug 13 04:33:42.487778 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b07220bf-f8c6-4ada-bba6-20f60b3ec5e4 req-dc8fc784-bdba-4c16-845f-8ecbf4cce897 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329266 Aug 13 04:33:42.591505 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75faf93a-8df7-4675-b1ba-a1d1dfcc0e11 req-73db324e-f7df-4b33-8083-a051f7073227 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:42.592976 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-75faf93a-8df7-4675-b1ba-a1d1dfcc0e11 req-73db324e-f7df-4b33-8083-a051f7073227 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 944 time: 0.0533445 Aug 13 04:33:42.634519 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-75faf93a-8df7-4675-b1ba-a1d1dfcc0e11 req-18e9bb7f-d032-48fb-9040-6dd630f84442 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353286 Aug 13 04:33:42.721078 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f9f72-fb09-4aa2-ae8a-3b2819d7d533 req-0aa31be2-82d8-4af4-9845-077cfdec97a3 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:42.727111 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-659f9f72-fb09-4aa2-ae8a-3b2819d7d533 req-0aa31be2-82d8-4af4-9845-077cfdec97a3 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0666807 Aug 13 04:33:42.788513 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-659f9f72-fb09-4aa2-ae8a-3b2819d7d533 req-c7ab7ebe-fdb6-4b41-b13b-c99597663432 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589917 Aug 13 04:33:42.891546 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c3ed6-e8fd-4af9-865b-316160c9cd69 req-0968ce85-e8b1-4f60-a14c-af99648ca925 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:42.893130 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-290c3ed6-e8fd-4af9-865b-316160c9cd69 req-0968ce85-e8b1-4f60-a14c-af99648ca925 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 943 time: 0.0529361 Aug 13 04:33:42.942919 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-290c3ed6-e8fd-4af9-865b-316160c9cd69 req-83550af9-c6f7-40e9-9d90-470b63d542b8 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418651 Aug 13 04:33:43.450980 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deba071-54e8-46d4-ab2f-37bdfe56d7c4 req-96c79c41-4906-4506-8579-0c9593e242ad tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:43.452627 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0deba071-54e8-46d4-ab2f-37bdfe56d7c4 req-96c79c41-4906-4506-8579-0c9593e242ad tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 945 time: 0.0537562 Aug 13 04:33:43.495998 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0deba071-54e8-46d4-ab2f-37bdfe56d7c4 req-31512715-771b-4119-9bf5-8f8f35bf125c tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364161 Aug 13 04:33:43.552115 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74a8d4-696e-4ecf-8a1a-d15413b159f5 req-9789cc83-6651-41a6-ada6-7706a804075d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:43.553711 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7a74a8d4-696e-4ecf-8a1a-d15413b159f5 req-9789cc83-6651-41a6-ada6-7706a804075d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.0620439 Aug 13 04:33:43.623311 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7a74a8d4-696e-4ecf-8a1a-d15413b159f5 req-e65d24c8-0572-4511-af33-a7217a04faa0 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634379 Aug 13 04:33:43.640384 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3828683-8c2f-4154-a111-cd490448f64b req-7b857bb3-a562-432e-a096-af1eb4311e82 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:43.642262 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c3828683-8c2f-4154-a111-cd490448f64b req-7b857bb3-a562-432e-a096-af1eb4311e82 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 944 time: 0.0738022 Aug 13 04:33:43.684816 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c3828683-8c2f-4154-a111-cd490448f64b req-f7a31fb5-53df-44ad-9d4f-6ebee666f62f tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342844 Aug 13 04:33:43.772865 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915feca-d1ea-4090-91b8-995806d41259 req-7f5dfcda-91cf-4e2d-a64f-e090aef84a34 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:43.774387 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0915feca-d1ea-4090-91b8-995806d41259 req-7f5dfcda-91cf-4e2d-a64f-e090aef84a34 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 944 time: 0.0544355 Aug 13 04:33:43.815398 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0915feca-d1ea-4090-91b8-995806d41259 req-7bcbe79b-7496-498a-a192-39d7a6649be2 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349085 Aug 13 04:33:43.911180 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a985c19c-40c7-4dfa-b530-49ee60f8287d req-c7dceee4-706c-4424-8e86-7b5db61d3781 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:43.912660 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a985c19c-40c7-4dfa-b530-49ee60f8287d req-c7dceee4-706c-4424-8e86-7b5db61d3781 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0512388 Aug 13 04:33:43.955191 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a985c19c-40c7-4dfa-b530-49ee60f8287d req-e587386d-d90f-47bf-bc6e-210709eecf0d tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362566 Aug 13 04:33:44.020510 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:44.058393 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c9ba1-90a9-456b-a53b-02b03802fa93 req-b6ff1af4-4a86-48c1-8222-a7d0ad8598cf tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:44.060083 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6d8c9ba1-90a9-456b-a53b-02b03802fa93 req-b6ff1af4-4a86-48c1-8222-a7d0ad8598cf tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 943 time: 0.0513694 Aug 13 04:33:44.107639 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6d8c9ba1-90a9-456b-a53b-02b03802fa93 req-b4f98e47-bb9e-40aa-92ff-f36d3c9c5041 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396962 Aug 13 04:33:44.624777 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2981c4d-57aa-4d0e-8b91-12b1c33639ea req-8df267cf-3e41-4fb6-8a85-fd394202fd94 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:44.626678 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b2981c4d-57aa-4d0e-8b91-12b1c33639ea req-8df267cf-3e41-4fb6-8a85-fd394202fd94 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 945 time: 0.0573251 Aug 13 04:33:44.667854 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b2981c4d-57aa-4d0e-8b91-12b1c33639ea req-1db5f76a-d0f6-4cd6-a75c-152ac0cbe321 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337741 Aug 13 04:33:44.759469 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e5a48-3868-4979-9ff0-d90d1cd79f42 req-27e4c3ee-69a4-4c62-9ec5-5d52db0f2a09 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:44.761015 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-435e5a48-3868-4979-9ff0-d90d1cd79f42 req-27e4c3ee-69a4-4c62-9ec5-5d52db0f2a09 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.0548115 Aug 13 04:33:44.829033 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-435e5a48-3868-4979-9ff0-d90d1cd79f42 req-ef2542bd-9112-4a8b-87e9-11ac9a1c2f10 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619342 Aug 13 04:33:44.848481 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5563f14f-efd8-4466-93b6-2f1766b8db37 req-c20629cc-42c1-4049-88ba-5fefe43c9cfe tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:44.850183 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5563f14f-efd8-4466-93b6-2f1766b8db37 req-c20629cc-42c1-4049-88ba-5fefe43c9cfe tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 944 time: 0.0762696 Aug 13 04:33:44.896093 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5563f14f-efd8-4466-93b6-2f1766b8db37 req-0c8f57a2-4c5e-4455-89c6-f2c079255d3f tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391338 Aug 13 04:33:44.949083 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0471d-4170-450e-b027-8ccceb1a324c req-1b68135d-db1f-4f69-813f-2839dec91798 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:44.950616 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a6c0471d-4170-450e-b027-8ccceb1a324c req-1b68135d-db1f-4f69-813f-2839dec91798 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 944 time: 0.0529053 Aug 13 04:33:44.992081 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a6c0471d-4170-450e-b027-8ccceb1a324c req-de40cfe4-5bdf-4abf-b365-bf77bad3685b tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349710 Aug 13 04:33:45.079503 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b531a-e01d-457a-b975-e80e0f80d366 req-d3555463-0d18-41cd-9179-29fa2895ce8c tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:45.080847 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-fc2b531a-e01d-457a-b975-e80e0f80d366 req-d3555463-0d18-41cd-9179-29fa2895ce8c tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0497017 Aug 13 04:33:45.120195 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-fc2b531a-e01d-457a-b975-e80e0f80d366 req-1c10f18d-9874-4c2a-bb8d-a3cd98e95ca7 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324359 Aug 13 04:33:45.236373 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34400859-e69c-4885-b51b-4c59b76cf5a4 req-b971d771-4dd2-4e89-a57a-c3902e6abc64 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:45.239604 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-34400859-e69c-4885-b51b-4c59b76cf5a4 req-b971d771-4dd2-4e89-a57a-c3902e6abc64 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 943 time: 0.0547304 Aug 13 04:33:45.295833 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-34400859-e69c-4885-b51b-4c59b76cf5a4 req-a489caf2-825e-4df7-9e7e-878259d75bff tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504818 Aug 13 04:33:45.798965 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e584f0c-a3f0-4711-8783-6b3715e2dca8 req-2e16097b-f5ea-44ac-98e6-461b11842aed tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:45.801370 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2e584f0c-a3f0-4711-8783-6b3715e2dca8 req-2e16097b-f5ea-44ac-98e6-461b11842aed tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 945 time: 0.0541081 Aug 13 04:33:45.840933 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2e584f0c-a3f0-4711-8783-6b3715e2dca8 req-6d68948e-7e53-425f-9777-c89ef3ec45f8 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333259 Aug 13 04:33:45.957545 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0017e396-5415-41ec-8980-ce3b56a1fb26 req-b5d568e5-1ec0-4519-99db-d4df8a928a7f tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:45.959036 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0017e396-5415-41ec-8980-ce3b56a1fb26 req-b5d568e5-1ec0-4519-99db-d4df8a928a7f tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.0503459 Aug 13 04:33:46.028709 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0017e396-5415-41ec-8980-ce3b56a1fb26 req-bf4eadce-9fbf-4829-91bc-6b5eaf124cf7 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637043 Aug 13 04:33:46.041112 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d319d3-5d8f-445f-848d-376865169e56 req-6034698f-ba6c-4a0a-8990-bc69b67c1dfd tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:46.042693 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a6d319d3-5d8f-445f-848d-376865169e56 req-6034698f-ba6c-4a0a-8990-bc69b67c1dfd tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 944 time: 0.0718086 Aug 13 04:33:46.085464 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a6d319d3-5d8f-445f-848d-376865169e56 req-0d18ff11-3b9d-4d82-8fa4-9687590ea9e4 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362370 Aug 13 04:33:46.140726 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e17123-25e1-4468-8ffc-9ded5e1f56d6 req-a812c3be-d9eb-4fa9-a538-8ccc849eeccd tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:46.142152 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-47e17123-25e1-4468-8ffc-9ded5e1f56d6 req-a812c3be-d9eb-4fa9-a538-8ccc849eeccd tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 944 time: 0.0537930 Aug 13 04:33:46.183758 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-47e17123-25e1-4468-8ffc-9ded5e1f56d6 req-f8bfee79-12b4-4985-8a19-4104d611d863 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338986 Aug 13 04:33:46.242167 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955be6f-48f9-402c-be4b-c9ef8ee3e78f req-ef71b521-86bd-4224-a7ac-aaddd5a635e2 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:46.243853 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7955be6f-48f9-402c-be4b-c9ef8ee3e78f req-ef71b521-86bd-4224-a7ac-aaddd5a635e2 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0504937 Aug 13 04:33:46.285900 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7955be6f-48f9-402c-be4b-c9ef8ee3e78f req-1c3b327a-9dfa-43df-8d1a-536e05bcadc0 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362599 Aug 13 04:33:46.419841 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92705d8-7c33-4843-9f12-eb3a6e0df6c8 req-429c3276-7b86-48f3-8b96-aa5ab921d5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:46.421401 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f92705d8-7c33-4843-9f12-eb3a6e0df6c8 req-429c3276-7b86-48f3-8b96-aa5ab921d5c4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f2d284955ea4d12b60ceba4f7a53e87&device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 1097 time: 0.0415149 Aug 13 04:33:46.468566 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60d8c3-b273-46e6-97d0-9cde79d97ef5 req-6dc76798-2477-45af-adc3-dee757f775e7 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:46.470217 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7a60d8c3-b273-46e6-97d0-9cde79d97ef5 req-6dc76798-2477-45af-adc3-dee757f775e7 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 943 time: 0.0870390 Aug 13 04:33:46.472443 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349d5e1-aab5-4198-80b3-e0f4fd43c0c6 req-336df9c1-d429-45f3-82cf-52d84549d6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:46.473752 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8349d5e1-aab5-4198-80b3-e0f4fd43c0c6 req-336df9c1-d429-45f3-82cf-52d84549d6d9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c41ff29303444fd0820593792b37e277&device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 1097 time: 0.0808771 Aug 13 04:33:46.532481 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92705d8-7c33-4843-9f12-eb3a6e0df6c8 req-7ac1d9c9-eb65-48e1-82ab-57c0adad41fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:46.534010 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f92705d8-7c33-4843-9f12-eb3a6e0df6c8 req-7ac1d9c9-eb65-48e1-82ab-57c0adad41fa service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=6f2d284955ea4d12b60ceba4f7a53e87&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0989170 Aug 13 04:33:46.557856 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7a60d8c3-b273-46e6-97d0-9cde79d97ef5 req-6b674946-110d-491c-a4f3-ca9ee12dc2e7 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799444 Aug 13 04:33:46.603855 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349d5e1-aab5-4198-80b3-e0f4fd43c0c6 req-2111e1c4-12b1-449d-8d8f-609bc4509e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:46.605379 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8349d5e1-aab5-4198-80b3-e0f4fd43c0c6 req-2111e1c4-12b1-449d-8d8f-609bc4509e93 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=c41ff29303444fd0820593792b37e277&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1109245 Aug 13 04:33:46.658369 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92705d8-7c33-4843-9f12-eb3a6e0df6c8 req-6a41b1c9-f622-4e29-a026-1e0bbe617228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:46.659982 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f92705d8-7c33-4843-9f12-eb3a6e0df6c8 req-6a41b1c9-f622-4e29-a026-1e0bbe617228 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908113 Aug 13 04:33:46.707006 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349d5e1-aab5-4198-80b3-e0f4fd43c0c6 req-03cfcd84-bdf0-40d7-88e6-aa4ac28019a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:46.708489 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8349d5e1-aab5-4198-80b3-e0f4fd43c0c6 req-03cfcd84-bdf0-40d7-88e6-aa4ac28019a0 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894985 Aug 13 04:33:46.761821 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-82417767-7324-404d-a8a5-e7baf52e1890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:46.763306 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-82417767-7324-404d-a8a5-e7baf52e1890 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f2d284955ea4d12b60ceba4f7a53e87&device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 1097 time: 0.0469160 Aug 13 04:33:46.793301 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-d4225e6c-3770-45a1-8520-4a9f36fe4be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:46.794816 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-d4225e6c-3770-45a1-8520-4a9f36fe4be6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c41ff29303444fd0820593792b37e277&device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 1097 time: 0.0403376 Aug 13 04:33:46.806027 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-1abd0ff6-39c6-45a6-a89a-3e80d71cc634 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6019955-dfeb-42fd-bf68-d1fac8198ecb HTTP/1.1" status: 200 len: 217 time: 0.0334620 Aug 13 04:33:46.846185 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-8b6d0a4d-0f58-4bb8-9025-6a2173058ff8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90912158-5071-4e18-b5b5-6e2227fd5493 HTTP/1.1" status: 200 len: 217 time: 0.0392845 Aug 13 04:33:46.859296 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-686c54b9-5453-44a9-ba69-4594fe105391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:46.860798 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-686c54b9-5453-44a9-ba69-4594fe105391 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=70eada8e-6c53-4591-b1fd-b63b9652e2e1 HTTP/1.1" status: 200 len: 850 time: 0.0428767 Aug 13 04:33:46.898651 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-43f9a782-c81e-4e5f-9a41-5f73f7d6fc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:46.900413 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-43f9a782-c81e-4e5f-9a41-5f73f7d6fc96 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c9714a85-0300-41df-8e35-283bcc57529b HTTP/1.1" status: 200 len: 853 time: 0.0462928 Aug 13 04:33:46.920023 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-eac0cced-c315-4ff9-8560-3fa674d999ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:46.921395 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-eac0cced-c315-4ff9-8560-3fa674d999ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87d3a17b-ea4d-435b-9c8e-36b4c38780d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449190 Aug 13 04:33:46.992923 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641f90f-f189-43f5-bb95-ecdf538525a3 req-66f3d5be-430f-4e14-951f-5c1e29a03b72 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:46.994487 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7641f90f-f189-43f5-bb95-ecdf538525a3 req-66f3d5be-430f-4e14-951f-5c1e29a03b72 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 945 time: 0.0856428 Aug 13 04:33:46.997400 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-22985108-04d6-4a99-b976-f89d86274f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:47.000527 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-22985108-04d6-4a99-b976-f89d86274f3f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc773a2e-a6e4-4037-a278-1599b19ecd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0888352 Aug 13 04:33:47.024209 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-e8a63263-484f-47c5-b98d-e65209757f14 service neutron] 10.222.0.64 "GET /v2.0/networks/87d3a17b-ea4d-435b-9c8e-36b4c38780d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914695 Aug 13 04:33:47.087290 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7641f90f-f189-43f5-bb95-ecdf538525a3 req-4bc2bfd3-b850-4a11-b6f7-f2ae18c1023d tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826752 Aug 13 04:33:47.145880 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-63e03975-5c1f-4f5d-80be-56f46ba59ee4 req-dd3cc753-cd07-4731-8c3e-a970f49b5a71 service neutron] 10.222.0.64 "GET /v2.0/networks/87d3a17b-ea4d-435b-9c8e-36b4c38780d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065784 Aug 13 04:33:47.186061 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-79df8ea0-c700-461f-8710-d0e8af0b8738 service neutron] 10.222.0.64 "GET /v2.0/networks/cc773a2e-a6e4-4037-a278-1599b19ecd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747050 Aug 13 04:33:47.262874 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be2c47-d590-46e6-a65b-28c2e5a4bd72 req-5557328e-5a42-4681-ba77-b7ac539edb94 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:47.264343 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-61be2c47-d590-46e6-a65b-28c2e5a4bd72 req-5557328e-5a42-4681-ba77-b7ac539edb94 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.1420066 Aug 13 04:33:47.294428 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e446d-623d-401f-ace0-5c9ccfdfb840 req-9cb0fef0-814a-42ab-bb61-7dad7e08ac49 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:47.295987 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2c5e446d-623d-401f-ace0-5c9ccfdfb840 req-9cb0fef0-814a-42ab-bb61-7dad7e08ac49 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 944 time: 0.1310940 Aug 13 04:33:47.355975 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-61be2c47-d590-46e6-a65b-28c2e5a4bd72 req-7a2909f8-a019-4ccc-9371-a853e3bc8ef8 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808456 Aug 13 04:33:47.379048 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7ccf019c-ac56-468a-8d3a-cf42d8f3d375 req-26fe08e5-6ed8-447c-a49a-c74bb2b31903 service neutron] 10.222.0.64 "GET /v2.0/networks/cc773a2e-a6e4-4037-a278-1599b19ecd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780071 Aug 13 04:33:47.390872 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2c5e446d-623d-401f-ace0-5c9ccfdfb840 req-601c8156-b140-42d0-9b25-5e01ad8bae6e tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837564 Aug 13 04:33:47.506830 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640189e4-23ba-4889-a194-afaf6d692186 req-f16cf5ad-1c60-4854-9812-be125ff6f727 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:47.508201 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-640189e4-23ba-4889-a194-afaf6d692186 req-f16cf5ad-1c60-4854-9812-be125ff6f727 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 944 time: 0.0772703 Aug 13 04:33:47.519957 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1bf50-7a84-489b-9c9e-f2a83848a94e req-e16b2a17-e9cb-49e9-8651-3c56e639218c tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:47.521335 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-12b1bf50-7a84-489b-9c9e-f2a83848a94e req-e16b2a17-e9cb-49e9-8651-3c56e639218c tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0632665 Aug 13 04:33:47.572731 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-640189e4-23ba-4889-a194-afaf6d692186 req-092847c0-cbe7-43f0-b7a7-efe577d72e56 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504532 Aug 13 04:33:47.579652 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-12b1bf50-7a84-489b-9c9e-f2a83848a94e req-86a9aa9e-0e61-476c-b563-b1924ba5f81f tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518675 Aug 13 04:33:47.682581 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4d6c9-9d4c-4609-bda5-5bec408fce7b req-e33a8c3a-0870-42ff-b474-7812f8f357ac tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:47.684042 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b9d4d6c9-9d4c-4609-bda5-5bec408fce7b req-e33a8c3a-0870-42ff-b474-7812f8f357ac tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 943 time: 0.0515296 Aug 13 04:33:47.723058 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b9d4d6c9-9d4c-4609-bda5-5bec408fce7b req-e9c64a9f-7c11-4b4e-9627-ec5af8aba4b8 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328670 Aug 13 04:33:48.204961 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049c1c6d-490a-44de-a6b2-f3bc544a8a98 req-8658e583-6121-4fff-8570-a81850d2628c tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:48.207008 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-049c1c6d-490a-44de-a6b2-f3bc544a8a98 req-8658e583-6121-4fff-8570-a81850d2628c tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 945 time: 0.0505881 Aug 13 04:33:48.244861 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-049c1c6d-490a-44de-a6b2-f3bc544a8a98 req-8b2ec841-d4a0-45b9-ab66-eddc6e987e43 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319388 Aug 13 04:33:48.497529 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9b358-9b03-42fa-8772-fc073cfb25e1 req-4461b73e-66d7-47e7-92e9-78d13c1f4df9 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:48.499011 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8ae9b358-9b03-42fa-8772-fc073cfb25e1 req-4461b73e-66d7-47e7-92e9-78d13c1f4df9 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.0590281 Aug 13 04:33:48.569107 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8ae9b358-9b03-42fa-8772-fc073cfb25e1 req-cf2ff9d4-8bd8-4428-a923-4ca6fe8faeea tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633638 Aug 13 04:33:48.590435 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8591e-8a49-4519-bca9-74a79f91f454 req-604b7b7b-52e5-4af7-8364-e88f8a9f0a5e tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:48.591969 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-05f8591e-8a49-4519-bca9-74a79f91f454 req-604b7b7b-52e5-4af7-8364-e88f8a9f0a5e tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 944 time: 0.0727720 Aug 13 04:33:48.679178 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-05f8591e-8a49-4519-bca9-74a79f91f454 req-d41b1dc2-31f9-4628-aa73-798b766e1b51 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759151 Aug 13 04:33:48.700029 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf633ca-8868-43ad-9243-eff9599923c1 req-8021afbc-3ee9-4f9e-9fdb-f7f56bec2c5d tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:48.700029 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8cf633ca-8868-43ad-9243-eff9599923c1 req-8021afbc-3ee9-4f9e-9fdb-f7f56bec2c5d tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.64 "GET /v2.0/ports?device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 945 time: 0.1041529 Aug 13 04:33:48.709249 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956dc48-83fe-4670-80d8-ce911437b48c req-e36edc60-ce66-41e2-9d60-c5b08b6a90e6 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:48.710693 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d956dc48-83fe-4670-80d8-ce911437b48c req-e36edc60-ce66-41e2-9d60-c5b08b6a90e6 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.0776937 Aug 13 04:33:48.825799 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d956dc48-83fe-4670-80d8-ce911437b48c req-60bb6aee-b669-4ae1-85e8-6a568eebcfea tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079941 Aug 13 04:33:48.851615 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b4115-1e1f-4090-86be-e08b60533793 req-5254a679-4249-4bbf-a9fe-3e70e21cf9ed tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:48.853165 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2e4b4115-1e1f-4090-86be-e08b60533793 req-5254a679-4249-4bbf-a9fe-3e70e21cf9ed tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 944 time: 0.1073072 Aug 13 04:33:48.885393 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [req-8cf633ca-8868-43ad-9243-eff9599923c1 req-d64c7e64-fffd-4a12-826f-dbfc1460cac4 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Deleting port 4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564 {{(pid=93893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:33:48.885752 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-8cf633ca-8868-43ad-9243-eff9599923c1 req-d64c7e64-fffd-4a12-826f-dbfc1460cac4 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:48.978687 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2e4b4115-1e1f-4090-86be-e08b60533793 req-f5d11b79-69bc-42fc-8403-35c0077ef021 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152754 Aug 13 04:33:49.012297 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b0ff6-fa79-46ee-9ffc-8f4601db4d4a req-20940a82-1dcf-46b7-b3de-f397b07a21da tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:49.013806 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ad7b0ff6-fa79-46ee-9ffc-8f4601db4d4a req-20940a82-1dcf-46b7-b3de-f397b07a21da tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.1238050 Aug 13 04:33:49.055129 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [req-8cf633ca-8868-43ad-9243-eff9599923c1 req-d64c7e64-fffd-4a12-826f-dbfc1460cac4 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] For port 4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564,segment=NetworkSegment(294d5366-306b-4365-8cf5-2c3e5f8bb811),segment_id=294d5366-306b-4365-8cf5-2c3e5f8bb811)] {{(pid=93893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:33:49.055498 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-8cf633ca-8868-43ad-9243-eff9599923c1 req-d64c7e64-fffd-4a12-826f-dbfc1460cac4 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:49.091432 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [req-8cf633ca-8868-43ad-9243-eff9599923c1 req-d64c7e64-fffd-4a12-826f-dbfc1460cac4 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Calling delete_port for 4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564 owned by compute:nova {{(pid=93893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:33:49.122155 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ad7b0ff6-fa79-46ee-9ffc-8f4601db4d4a req-37846612-ad0e-4e08-ab8f-926a1c2836ea tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009727 Aug 13 04:33:49.163000 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473caa1-47e4-442e-a171-361986f9e911 req-03fe840f-6653-4944-bb00-62a1e1d89af3 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:49.164497 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e473caa1-47e4-442e-a171-361986f9e911 req-03fe840f-6653-4944-bb00-62a1e1d89af3 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 943 time: 0.1281426 Aug 13 04:33:49.225380 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e473caa1-47e4-442e-a171-361986f9e911 req-6fa3193d-164b-40b4-924a-929dc0d6e839 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538051 Aug 13 04:33:49.296205 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-8cf633ca-8868-43ad-9243-eff9599923c1 req-d64c7e64-fffd-4a12-826f-dbfc1460cac4 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:49.308600 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['4a62d4b3-3837-414b-a01d-079fec907da0', 'cd209cdf-3517-46ae-b5d5-f413928df01c', '0657054b-1691-465d-9907-ea9e81ae050a', '4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:33:49.342101 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c7e64-fffd-4a12-826f-dbfc1460cac4 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Pushing event deleted for resources: {'Port': ['ID=4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:49.389987 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0db2e888-be66-45be-a009-ba55ca19c412 req-7b3e0cda-9ff6-41f0-bded-9afd59fdf738 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=17d3fbfa-ac7d-47d6-9682-00405fcb9a3f HTTP/1.1" status: 200 len: 210 time: 0.0574389 Aug 13 04:33:49.398809 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 1166ab58-4fa6-49a1-b301-c03b411d9dc0 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=93895) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:33:49.412165 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf633ca-8868-43ad-9243-eff9599923c1 req-d64c7e64-fffd-4a12-826f-dbfc1460cac4 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] No DVR routers for this DVR port 4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564 on host hv-cinder-75996 {{(pid=93893) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:33:49.415390 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-8cf633ca-8868-43ad-9243-eff9599923c1 req-d64c7e64-fffd-4a12-826f-dbfc1460cac4 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:49.420198 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8cf633ca-8868-43ad-9243-eff9599923c1 req-d64c7e64-fffd-4a12-826f-dbfc1460cac4 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.64 "DELETE /v2.0/ports/4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564 HTTP/1.1" status: 204 len: 173 time: 0.7085791 Aug 13 04:33:49.420660 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d3fbfa-ac7d-47d6-9682-00405fcb9a3f', 'name': 'network-vif-deleted', 'tag': '4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564'}] {{(pid=93893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:33:49.423779 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aea723d68c964973b0702c1800637223d1e6775f666202f903cb1e18101cb68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6588eac3-6f58-48f2-8123-537885551a1e" -d '{"events": [{"server_uuid": "17d3fbfa-ac7d-47d6-9682-00405fcb9a3f", "name": "network-vif-deleted", "tag": "4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564"}]}' {{(pid=93893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:33:49.466249 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141750b5-0e9f-40fc-aa84-fd944b5daf77 x-openstack-request-id: req-141750b5-0e9f-40fc-aa84-fd944b5daf77 {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:33:49.466539 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d3fbfa-ac7d-47d6-9682-00405fcb9a3f", "name": "network-vif-deleted", "tag": "4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564", "status": "completed", "code": 200}]} {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:33:49.466818 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-141750b5-0e9f-40fc-aa84-fd944b5daf77 {{(pid=93893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:33:49.467208 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d3fbfa-ac7d-47d6-9682-00405fcb9a3f', 'name': 'network-vif-deleted', 'tag': '4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564', 'status': 'completed', 'code': 200} Aug 13 04:33:49.585782 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 1166ab58-4fa6-49a1-b301-c03b411d9dc0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=1166ab58-4fa6-49a1-b301-c03b411d9dc0,segment=NetworkSegment(39e38de4-be0d-4450-b900-31261b17f00f),segment_id=39e38de4-be0d-4450-b900-31261b17f00f)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:33:49.609290 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Returning: {'device': '1166ab58-4fa6-49a1-b301-c03b411d9dc0', 'network_id': '48b70047-4f37-4bcb-9978-33a75e7a4b30', 'port_id': '1166ab58-4fa6-49a1-b301-c03b411d9dc0', 'mac_address': 'fa:16:3e:8b:7c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47785185-d5f8-433d-afab-e7fc9175212b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93895) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:33:49.670982 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:49.694806 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59a9b8-c39e-47ee-ad2b-80bf1a2e6864 req-2effbe29-2b84-4d7c-98d4-6f081672243b tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:49.696198 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ef59a9b8-c39e-47ee-ad2b-80bf1a2e6864 req-2effbe29-2b84-4d7c-98d4-6f081672243b tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 943 time: 0.0518939 Aug 13 04:33:49.699650 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1166ab58-4fa6-49a1-b301-c03b411d9dc0 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:33:49.736003 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 1166ab58-4fa6-49a1-b301-c03b411d9dc0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=1166ab58-4fa6-49a1-b301-c03b411d9dc0,segment=NetworkSegment(39e38de4-be0d-4450-b900-31261b17f00f),segment_id=39e38de4-be0d-4450-b900-31261b17f00f)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:33:49.742397 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:49.743184 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device c3be48be-e5ee-48ea-a418-bc6c5c7a337c details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=93895) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:33:49.755954 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ef59a9b8-c39e-47ee-ad2b-80bf1a2e6864 req-9c5429fb-ecde-4f8e-b7e0-49c1bb654265 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425026 Aug 13 04:33:49.809596 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98036787-47e4-409d-a15f-fb7184bc7702 req-0e2af5c6-beea-4a99-bb82-914952f29cd5 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:49.811116 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-98036787-47e4-409d-a15f-fb7184bc7702 req-0e2af5c6-beea-4a99-bb82-914952f29cd5 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 944 time: 0.0496495 Aug 13 04:33:49.852404 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-98036787-47e4-409d-a15f-fb7184bc7702 req-00fa43f0-6c25-42b0-a110-e9bd60afa901 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335147 Aug 13 04:33:49.882219 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=1166ab58-4fa6-49a1-b301-c03b411d9dc0,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:49.949111 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port c3be48be-e5ee-48ea-a418-bc6c5c7a337c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c3be48be-e5ee-48ea-a418-bc6c5c7a337c,segment=NetworkSegment(ae7a5589-1c60-462f-a476-72f6648fe839),segment_id=ae7a5589-1c60-462f-a476-72f6648fe839)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:33:49.956341 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d51b87-b729-4152-9979-0a650d7a7ebd req-472ba6da-fd27-4ea7-a5dd-1f2551017522 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:49.957939 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e5d51b87-b729-4152-9979-0a650d7a7ebd req-472ba6da-fd27-4ea7-a5dd-1f2551017522 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.0538604 Aug 13 04:33:49.973993 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Returning: {'device': 'c3be48be-e5ee-48ea-a418-bc6c5c7a337c', 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6', 'port_id': 'c3be48be-e5ee-48ea-a418-bc6c5c7a337c', 'mac_address': 'fa:16:3e:36:7a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93895) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:33:50.012964 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e5d51b87-b729-4152-9979-0a650d7a7ebd req-7696c40a-8092-40f7-a851-5662667ee8b0 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486636 Aug 13 04:33:50.047175 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:50.063254 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3be48be-e5ee-48ea-a418-bc6c5c7a337c {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:33:50.086441 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port c3be48be-e5ee-48ea-a418-bc6c5c7a337c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c3be48be-e5ee-48ea-a418-bc6c5c7a337c,segment=NetworkSegment(ae7a5589-1c60-462f-a476-72f6648fe839),segment_id=ae7a5589-1c60-462f-a476-72f6648fe839)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:33:50.098069 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:50.122336 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45035a-501f-4e46-bbbf-9871ccfd8bb7 req-7d3d8cfa-6fed-4433-b5ec-53b947baf439 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:50.123773 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ee45035a-501f-4e46-bbbf-9871ccfd8bb7 req-7d3d8cfa-6fed-4433-b5ec-53b947baf439 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 944 time: 0.0565500 Aug 13 04:33:50.145913 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=c3be48be-e5ee-48ea-a418-bc6c5c7a337c,revision_number=9']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:50.171585 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ee45035a-501f-4e46-bbbf-9871ccfd8bb7 req-f40e7ab2-557e-44e2-b932-b4baa3addef6 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402424 Aug 13 04:33:50.343661 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bc3cd-fb8b-419b-8d55-0f68757f447c req-61024e44-ae18-40d1-aa84-e465973367f1 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:50.345102 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-845bc3cd-fb8b-419b-8d55-0f68757f447c req-61024e44-ae18-40d1-aa84-e465973367f1 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 944 time: 0.0486844 Aug 13 04:33:50.382843 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-845bc3cd-fb8b-419b-8d55-0f68757f447c req-f98d4dda-48a4-4c8d-8afe-660e9c113111 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316315 Aug 13 04:33:50.541239 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['c3be48be-e5ee-48ea-a418-bc6c5c7a337c'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:33:50.610700 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['1166ab58-4fa6-49a1-b301-c03b411d9dc0'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:33:50.676143 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f274a2e-f2b3-43e1-b03e-e824cf5d2554 req-4904a097-3ec5-45d9-8ac9-a3522f1ff101 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:50.677657 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8f274a2e-f2b3-43e1-b03e-e824cf5d2554 req-4904a097-3ec5-45d9-8ac9-a3522f1ff101 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0485187 Aug 13 04:33:50.725018 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8f274a2e-f2b3-43e1-b03e-e824cf5d2554 req-c7776db4-1d26-46b1-9407-6ffc48bdd461 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402317 Aug 13 04:33:50.890086 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49a225-16a6-4b8a-b8f8-cbcafba15e9f req-a3c23c95-dcf5-4a58-892d-5e663403a6ec tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:50.891690 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ab49a225-16a6-4b8a-b8f8-cbcafba15e9f req-a3c23c95-dcf5-4a58-892d-5e663403a6ec tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 944 time: 0.0552506 Aug 13 04:33:50.938651 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ab49a225-16a6-4b8a-b8f8-cbcafba15e9f req-722c44cd-fff6-4497-a67a-a688792f0e21 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398726 Aug 13 04:33:51.063670 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fae62a-7602-4b32-96c4-839d43409fb7 req-5ca610b5-967e-4d4e-b2f5-e3e9bc8819db tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:51.065487 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e6fae62a-7602-4b32-96c4-839d43409fb7 req-5ca610b5-967e-4d4e-b2f5-e3e9bc8819db tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 944 time: 0.0523288 Aug 13 04:33:51.112626 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e6fae62a-7602-4b32-96c4-839d43409fb7 req-eebeab9d-565a-4b41-8b8e-f4dd6e461e13 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375340 Aug 13 04:33:51.159249 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c3a0e-ec48-4e81-ae9c-f14a83445f79 req-1a9333c9-b5e5-4c92-8534-ac1e9d7db100 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:51.160786 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5d8c3a0e-ec48-4e81-ae9c-f14a83445f79 req-1a9333c9-b5e5-4c92-8534-ac1e9d7db100 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.0525155 Aug 13 04:33:51.201804 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5d8c3a0e-ec48-4e81-ae9c-f14a83445f79 req-ab6da07f-da49-4fe3-930d-f0fd486a3887 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345271 Aug 13 04:33:51.291782 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d6865-4fab-4b8f-8fd7-9b8c9b4427df req-22e95315-c6d6-4b86-a3a8-82c3921abc86 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:51.293219 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-748d6865-4fab-4b8f-8fd7-9b8c9b4427df req-22e95315-c6d6-4b86-a3a8-82c3921abc86 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 944 time: 0.0499985 Aug 13 04:33:51.335211 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-748d6865-4fab-4b8f-8fd7-9b8c9b4427df req-96e6e8d4-ec48-4feb-815d-847553159b12 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360534 Aug 13 04:33:51.404701 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 90912158-5071-4e18-b5b5-6e2227fd5493 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=93895) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:33:51.408014 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:33:51.441299 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] No Port match for: 4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564 {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:33:51.441694 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 4eb63f7d-d59b-4c2c-928b-eaf2bb3b7564 not bound to the agent host hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:33:51.500454 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6844c40-c23b-4c7c-8cf9-609a7c12b301 req-093362ce-f77f-4b20-8d3b-abb380964df6 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:51.501942 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a6844c40-c23b-4c7c-8cf9-609a7c12b301 req-093362ce-f77f-4b20-8d3b-abb380964df6 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 944 time: 0.0518053 Aug 13 04:33:51.540826 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 90912158-5071-4e18-b5b5-6e2227fd5493, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=90912158-5071-4e18-b5b5-6e2227fd5493,segment=NetworkSegment(bd2b92f4-d7de-4749-aa27-052e1a0fcba3),segment_id=bd2b92f4-d7de-4749-aa27-052e1a0fcba3)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:33:51.542544 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a6844c40-c23b-4c7c-8cf9-609a7c12b301 req-8d7387a4-4825-41e8-9ba6-d91ddafe255e tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335610 Aug 13 04:33:51.553112 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Returning: {'device': '90912158-5071-4e18-b5b5-6e2227fd5493', 'network_id': 'cc773a2e-a6e4-4037-a278-1599b19ecd84', 'port_id': '90912158-5071-4e18-b5b5-6e2227fd5493', 'mac_address': 'fa:16:3e:f3:c0:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9714a85-0300-41df-8e35-283bcc57529b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93895) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:33:51.593925 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:51.610892 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90912158-5071-4e18-b5b5-6e2227fd5493 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:33:51.632217 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 90912158-5071-4e18-b5b5-6e2227fd5493, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=90912158-5071-4e18-b5b5-6e2227fd5493,segment=NetworkSegment(bd2b92f4-d7de-4749-aa27-052e1a0fcba3),segment_id=bd2b92f4-d7de-4749-aa27-052e1a0fcba3)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:33:51.636188 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:51.684009 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=90912158-5071-4e18-b5b5-6e2227fd5493,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:51.804813 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d2d21-c226-4ce4-8484-61154232cdeb req-2b488759-76c0-4f2d-b88d-25789e69a0e8 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:51.806361 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-787d2d21-c226-4ce4-8484-61154232cdeb req-2b488759-76c0-4f2d-b88d-25789e69a0e8 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a362027-7dd0-4360-92f4-9028fd0081e7 HTTP/1.1" status: 200 len: 946 time: 0.0485358 Aug 13 04:33:51.845061 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-787d2d21-c226-4ce4-8484-61154232cdeb req-661736e3-43a9-49c8-aa13-d16520766de4 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324504 Aug 13 04:33:51.984858 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['90912158-5071-4e18-b5b5-6e2227fd5493'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:33:52.063423 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69871b2-058f-457c-aa59-777e6ffd3e00 req-c3ecba0b-0b89-42cb-9491-8144734ab716 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:52.065724 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f69871b2-058f-457c-aa59-777e6ffd3e00 req-c3ecba0b-0b89-42cb-9491-8144734ab716 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 944 time: 0.0480471 Aug 13 04:33:52.107071 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f69871b2-058f-457c-aa59-777e6ffd3e00 req-114949ed-9304-4a00-9f5b-a94d5b6c38d7 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352070 Aug 13 04:33:52.230368 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6263965-622c-4750-b6da-990262f24a81 req-23d43188-e469-42b8-8d2a-5b80b7b5818d tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:52.231854 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d6263965-622c-4750-b6da-990262f24a81 req-23d43188-e469-42b8-8d2a-5b80b7b5818d tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 945 time: 0.0505612 Aug 13 04:33:52.275075 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d6263965-622c-4750-b6da-990262f24a81 req-4994649b-c637-4e86-b1e5-a4c4f382ac43 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361197 Aug 13 04:33:52.321825 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2d75a-47af-45dc-b313-1d4f5c887f78 req-96def047-d804-4d38-bdb1-973bc0da6041 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:52.323267 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c3b2d75a-47af-45dc-b313-1d4f5c887f78 req-96def047-d804-4d38-bdb1-973bc0da6041 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.0522261 Aug 13 04:33:52.360647 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c3b2d75a-47af-45dc-b313-1d4f5c887f78 req-1c63b3da-b8bc-47af-83b2-134d85512d57 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313811 Aug 13 04:33:52.458449 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dcd522-9a32-40d6-8484-bc9df157cd11 req-de736940-30c0-47cc-9cc2-96caa5c42bca tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:52.459885 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b4dcd522-9a32-40d6-8484-bc9df157cd11 req-de736940-30c0-47cc-9cc2-96caa5c42bca tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 944 time: 0.0578172 Aug 13 04:33:52.499920 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b4dcd522-9a32-40d6-8484-bc9df157cd11 req-9191e14b-d594-4088-964e-5592684f0602 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341151 Aug 13 04:33:52.657398 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fcf74-15ae-4e53-812d-be86a7066a0f req-e9750951-c552-4c0d-9ae7-5ad2001ce18b tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:52.659533 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5d0fcf74-15ae-4e53-812d-be86a7066a0f req-e9750951-c552-4c0d-9ae7-5ad2001ce18b tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 944 time: 0.0486848 Aug 13 04:33:52.697057 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5d0fcf74-15ae-4e53-812d-be86a7066a0f req-cef4f9d7-e757-49fe-9925-2937758e014d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311065 Aug 13 04:33:52.962524 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096857ba-5be8-4575-987d-9e6819cd3083 req-72067957-fcbe-4c44-9bdf-c16acf446990 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:52.964027 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-096857ba-5be8-4575-987d-9e6819cd3083 req-72067957-fcbe-4c44-9bdf-c16acf446990 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a362027-7dd0-4360-92f4-9028fd0081e7 HTTP/1.1" status: 200 len: 946 time: 0.0499771 Aug 13 04:33:53.002324 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-096857ba-5be8-4575-987d-9e6819cd3083 req-ce529fdc-9020-4ee0-825c-feb1c52a9a33 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323682 Aug 13 04:33:53.231655 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e4e15-1315-48a8-80f6-d8fdbdd8a1d1 req-47be64be-fbb7-480d-a64b-dd9309752d87 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:53.233110 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ae6e4e15-1315-48a8-80f6-d8fdbdd8a1d1 req-47be64be-fbb7-480d-a64b-dd9309752d87 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 944 time: 0.0483222 Aug 13 04:33:53.274677 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ae6e4e15-1315-48a8-80f6-d8fdbdd8a1d1 req-64e4d1e7-618a-45f1-9565-206f7f157b7d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356078 Aug 13 04:33:53.388260 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1d5b8-a342-4b3f-b89d-a49a3ee64e81 req-3f73503f-5335-4c9c-9cdd-dfa5473c688c tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:53.389785 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-89a1d5b8-a342-4b3f-b89d-a49a3ee64e81 req-3f73503f-5335-4c9c-9cdd-dfa5473c688c tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 945 time: 0.0482764 Aug 13 04:33:53.416317 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 1166ab58-4fa6-49a1-b301-c03b411d9dc0 up at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:33:53.427538 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-89a1d5b8-a342-4b3f-b89d-a49a3ee64e81 req-f0a50496-d161-468a-b30a-cc4afd9231dc tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315506 Aug 13 04:33:53.471262 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning for port 1166ab58-4fa6-49a1-b301-c03b411d9dc0 completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:33:53.475392 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning complete for port 1166ab58-4fa6-49a1-b301-c03b411d9dc0 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:33:53.475768 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:53.479659 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7750f-ac27-4629-a854-45afa9251dbc req-8d922d9e-400b-460f-9207-0b9e10c3f053 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:53.482097 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a3d7750f-ac27-4629-a854-45afa9251dbc req-8d922d9e-400b-460f-9207-0b9e10c3f053 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.0534968 Aug 13 04:33:53.525189 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a3d7750f-ac27-4629-a854-45afa9251dbc req-617a0630-6bdc-46c4-924d-c1a1a6ab41cd tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363448 Aug 13 04:33:53.557033 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:53.580777 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba719a9-61df-4d8d-99c1-907f97a80e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1166ab58-4fa6-49a1-b301-c03b411d9dc0'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:33:53.583196 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c92d4982b19a4a1727383111979b328de092d32a0bc2fa1b4d64c134060166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc7d76c-7863-41fd-ad3c-3b8ec3363f55" -d '{"events": [{"server_uuid": "5ba719a9-61df-4d8d-99c1-907f97a80e8e", "name": "network-vif-plugged", "status": "completed", "tag": "1166ab58-4fa6-49a1-b301-c03b411d9dc0"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:33:53.597303 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 1166ab58-4fa6-49a1-b301-c03b411d9dc0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=1166ab58-4fa6-49a1-b301-c03b411d9dc0,segment=NetworkSegment(39e38de4-be0d-4450-b900-31261b17f00f),segment_id=39e38de4-be0d-4450-b900-31261b17f00f)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:33:53.602040 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:53.602999 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device c3be48be-e5ee-48ea-a418-bc6c5c7a337c up at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:33:53.644040 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4de8e6d-9217-4369-8e38-6c35f5ac6e5a req-67a0f83e-7e6d-483b-acc7-05b661263b75 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:53.645543 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e4de8e6d-9217-4369-8e38-6c35f5ac6e5a req-67a0f83e-7e6d-483b-acc7-05b661263b75 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.64 "GET /v2.0/ports?device_id=4a362027-7dd0-4360-92f4-9028fd0081e7 HTTP/1.1" status: 200 len: 946 time: 0.0858247 Aug 13 04:33:53.648061 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a34a7b-eab6-44a3-80f4-38755e600d48 x-openstack-request-id: req-d2a34a7b-eab6-44a3-80f4-38755e600d48 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:33:53.648911 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba719a9-61df-4d8d-99c1-907f97a80e8e", "name": "network-vif-plugged", "status": "completed", "tag": "1166ab58-4fa6-49a1-b301-c03b411d9dc0", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:33:53.648911 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d2a34a7b-eab6-44a3-80f4-38755e600d48 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:33:53.649462 dv-cinder-759961-6-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba719a9-61df-4d8d-99c1-907f97a80e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1166ab58-4fa6-49a1-b301-c03b411d9dc0', 'code': 200} Aug 13 04:33:53.654240 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f246b05d-b3b9-472f-ae5e-e03830158228 req-3f319d5b-a6d8-4dd0-82bf-edc6ad731fb5 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:53.655693 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f246b05d-b3b9-472f-ae5e-e03830158228 req-3f319d5b-a6d8-4dd0-82bf-edc6ad731fb5 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 944 time: 0.0863211 Aug 13 04:33:53.695073 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=1166ab58-4fa6-49a1-b301-c03b411d9dc0,revision_number=5']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:53.708763 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning complete for port c3be48be-e5ee-48ea-a418-bc6c5c7a337c triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:33:53.709648 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:53.753952 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f246b05d-b3b9-472f-ae5e-e03830158228 req-124aa914-5456-4d7f-9525-3e07516c0ecf tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889580 Aug 13 04:33:53.782760 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [req-e4de8e6d-9217-4369-8e38-6c35f5ac6e5a req-041bc72b-1f7e-49d2-8e63-09c5dacbae05 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Deleting port 0657054b-1691-465d-9907-ea9e81ae050a {{(pid=93893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:33:53.783103 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-e4de8e6d-9217-4369-8e38-6c35f5ac6e5a req-041bc72b-1f7e-49d2-8e63-09c5dacbae05 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:53.792883 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:53.829247 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port c3be48be-e5ee-48ea-a418-bc6c5c7a337c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c3be48be-e5ee-48ea-a418-bc6c5c7a337c,segment=NetworkSegment(ae7a5589-1c60-462f-a476-72f6648fe839),segment_id=ae7a5589-1c60-462f-a476-72f6648fe839)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:33:53.833690 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:53.834473 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 90912158-5071-4e18-b5b5-6e2227fd5493 up at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:33:53.881404 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d56bc6-fd69-4b1e-9785-867933bf110d req-91ae3447-e983-4cb6-9a9a-91fa5a6b1adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:53.883779 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-29d56bc6-fd69-4b1e-9785-867933bf110d req-91ae3447-e983-4cb6-9a9a-91fa5a6b1adc service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 1098 time: 0.0464337 Aug 13 04:33:53.909336 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f359e1-ea4f-4b49-a549-57ba23e87f67 req-eac30398-9390-471b-b956-16f675cb7698 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:53.911392 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b2f359e1-ea4f-4b49-a549-57ba23e87f67 req-eac30398-9390-471b-b956-16f675cb7698 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 945 time: 0.1133075 Aug 13 04:33:53.914768 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=c3be48be-e5ee-48ea-a418-bc6c5c7a337c,revision_number=10']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:53.918410 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [req-e4de8e6d-9217-4369-8e38-6c35f5ac6e5a req-041bc72b-1f7e-49d2-8e63-09c5dacbae05 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] For port 0657054b-1691-465d-9907-ea9e81ae050a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=0657054b-1691-465d-9907-ea9e81ae050a,segment=NetworkSegment(294d5366-306b-4365-8cf5-2c3e5f8bb811),segment_id=294d5366-306b-4365-8cf5-2c3e5f8bb811)] {{(pid=93893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:33:53.918783 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-e4de8e6d-9217-4369-8e38-6c35f5ac6e5a req-041bc72b-1f7e-49d2-8e63-09c5dacbae05 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:53.920520 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-29d56bc6-fd69-4b1e-9785-867933bf110d req-d0d7c588-8b42-40c9-9819-dbddf43ebb48 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296347 Aug 13 04:33:53.931721 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning for port 90912158-5071-4e18-b5b5-6e2227fd5493 completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:33:53.935363 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning complete for port 90912158-5071-4e18-b5b5-6e2227fd5493 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:33:53.935732 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:53.939289 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [req-e4de8e6d-9217-4369-8e38-6c35f5ac6e5a req-041bc72b-1f7e-49d2-8e63-09c5dacbae05 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Calling delete_port for 0657054b-1691-465d-9907-ea9e81ae050a owned by compute:nova {{(pid=93893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:33:54.007293 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b2f359e1-ea4f-4b49-a549-57ba23e87f67 req-ce046562-b88d-4846-b851-a078123091e0 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796523 Aug 13 04:33:54.014296 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:54.053066 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 90912158-5071-4e18-b5b5-6e2227fd5493, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=90912158-5071-4e18-b5b5-6e2227fd5493,segment=NetworkSegment(bd2b92f4-d7de-4749-aa27-052e1a0fcba3),segment_id=bd2b92f4-d7de-4749-aa27-052e1a0fcba3)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:33:54.057303 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:54.113548 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=90912158-5071-4e18-b5b5-6e2227fd5493,revision_number=5']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:54.124791 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-e4de8e6d-9217-4369-8e38-6c35f5ac6e5a req-041bc72b-1f7e-49d2-8e63-09c5dacbae05 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:54.137779 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['4a62d4b3-3837-414b-a01d-079fec907da0', 'cd209cdf-3517-46ae-b5d5-f413928df01c', '0657054b-1691-465d-9907-ea9e81ae050a'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:33:54.169835 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df2a987-c77b-40ba-89ba-caa01a47c97d req-4adf6da1-7802-4be5-b2c6-398fc23b3e20 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:54.171258 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3df2a987-c77b-40ba-89ba-caa01a47c97d req-4adf6da1-7802-4be5-b2c6-398fc23b3e20 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a362027-7dd0-4360-92f4-9028fd0081e7 HTTP/1.1" status: 200 len: 867 time: 0.0938840 Aug 13 04:33:54.172074 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041bc72b-1f7e-49d2-8e63-09c5dacbae05 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Pushing event deleted for resources: {'Port': ['ID=0657054b-1691-465d-9907-ea9e81ae050a,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:54.235815 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4de8e6d-9217-4369-8e38-6c35f5ac6e5a req-041bc72b-1f7e-49d2-8e63-09c5dacbae05 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] No DVR routers for this DVR port 0657054b-1691-465d-9907-ea9e81ae050a on host hv-cinder-75996 {{(pid=93893) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:33:54.240649 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-e4de8e6d-9217-4369-8e38-6c35f5ac6e5a req-041bc72b-1f7e-49d2-8e63-09c5dacbae05 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:54.243285 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e4de8e6d-9217-4369-8e38-6c35f5ac6e5a req-041bc72b-1f7e-49d2-8e63-09c5dacbae05 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.64 "DELETE /v2.0/ports/0657054b-1691-465d-9907-ea9e81ae050a HTTP/1.1" status: 204 len: 173 time: 0.5866666 Aug 13 04:33:54.244012 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a362027-7dd0-4360-92f4-9028fd0081e7', 'name': 'network-vif-deleted', 'tag': '0657054b-1691-465d-9907-ea9e81ae050a'}] {{(pid=93893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:33:54.246703 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aea723d68c964973b0702c1800637223d1e6775f666202f903cb1e18101cb68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41274bb-52b7-4b21-8fe9-11f67535bf51" -d '{"events": [{"server_uuid": "4a362027-7dd0-4360-92f4-9028fd0081e7", "name": "network-vif-deleted", "tag": "0657054b-1691-465d-9907-ea9e81ae050a"}]}' {{(pid=93893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:33:54.257800 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3df2a987-c77b-40ba-89ba-caa01a47c97d req-25643037-1b98-4d09-a1ec-097cce244920 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757334 Aug 13 04:33:54.312303 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9ea8e8-7f8b-4418-9709-9da9bfb89d7e x-openstack-request-id: req-0a9ea8e8-7f8b-4418-9709-9da9bfb89d7e {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:33:54.312596 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a362027-7dd0-4360-92f4-9028fd0081e7", "name": "network-vif-deleted", "tag": "0657054b-1691-465d-9907-ea9e81ae050a", "status": "completed", "code": 200}]} {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:33:54.312849 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a9ea8e8-7f8b-4418-9709-9da9bfb89d7e {{(pid=93893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:33:54.313241 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a362027-7dd0-4360-92f4-9028fd0081e7', 'name': 'network-vif-deleted', 'tag': '0657054b-1691-465d-9907-ea9e81ae050a', 'status': 'completed', 'code': 200} Aug 13 04:33:54.406526 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e7c47-5c89-4447-84bd-3780b0ddeb03 req-666b8705-a8d6-4c14-a6b1-24a701abfb4c tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:54.407981 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-628e7c47-5c89-4447-84bd-3780b0ddeb03 req-666b8705-a8d6-4c14-a6b1-24a701abfb4c tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 946 time: 0.0544634 Aug 13 04:33:54.446666 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-628e7c47-5c89-4447-84bd-3780b0ddeb03 req-e2327b86-4c7e-410b-b943-33636e067c1f tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318968 Aug 13 04:33:54.550182 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb29f9-ea37-462e-a7f1-6d97de04506b req-41b595ef-6039-4a5a-b394-1f7a31a4cac7 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:54.551771 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9adb29f9-ea37-462e-a7f1-6d97de04506b req-41b595ef-6039-4a5a-b394-1f7a31a4cac7 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 946 time: 0.0531454 Aug 13 04:33:54.590952 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9adb29f9-ea37-462e-a7f1-6d97de04506b req-904a527b-5b03-4eb1-9aa6-a5a8ea70abf9 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333760 Aug 13 04:33:54.640013 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4bf2af-5af7-4b5c-bd72-52e2848ef5dd req-c808d162-1058-4d86-84d9-cea898bad350 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:54.641488 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7c4bf2af-5af7-4b5c-bd72-52e2848ef5dd req-c808d162-1058-4d86-84d9-cea898bad350 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.0485528 Aug 13 04:33:54.678236 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7c4bf2af-5af7-4b5c-bd72-52e2848ef5dd req-1f689277-310d-4c20-9672-36e41a4c31f2 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300019 Aug 13 04:33:54.869926 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bf410-bb41-4491-a177-046b564a4574 req-deb39876-05d2-4906-b73f-6f23a7b12680 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:54.871403 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-753bf410-bb41-4491-a177-046b564a4574 req-deb39876-05d2-4906-b73f-6f23a7b12680 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 944 time: 0.0516284 Aug 13 04:33:54.916899 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-753bf410-bb41-4491-a177-046b564a4574 req-123f6604-1001-4633-9cc5-e732c217a877 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380778 Aug 13 04:33:55.130535 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b15b19-a7ab-4a63-882e-ce8d50b26af5 req-a9a56141-5ef7-45c6-900f-ec798436e76b tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:55.132015 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-24b15b19-a7ab-4a63-882e-ce8d50b26af5 req-a9a56141-5ef7-45c6-900f-ec798436e76b tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 945 time: 0.0523663 Aug 13 04:33:55.170273 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-24b15b19-a7ab-4a63-882e-ce8d50b26af5 req-561b605b-b586-4a38-9133-773fbb434602 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323005 Aug 13 04:33:55.284064 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ab320-cf66-4705-937f-3f1f4035851b req-ad390355-a888-40a5-94c3-4738ffc8801d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:55.285554 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-806ab320-cf66-4705-937f-3f1f4035851b req-ad390355-a888-40a5-94c3-4738ffc8801d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 945 time: 0.0490680 Aug 13 04:33:55.329184 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-806ab320-cf66-4705-937f-3f1f4035851b req-8c626027-6107-471c-8ee2-471691a3c40a tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375798 Aug 13 04:33:55.352388 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 40442) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:33:55.437557 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device a6019955-dfeb-42fd-bf68-d1fac8198ecb details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=93895) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:33:55.558942 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port a6019955-dfeb-42fd-bf68-d1fac8198ecb, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a6019955-dfeb-42fd-bf68-d1fac8198ecb,segment=NetworkSegment(55400ce5-562b-4df1-92f9-d4df5f090c2a),segment_id=55400ce5-562b-4df1-92f9-d4df5f090c2a)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:33:55.572278 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Returning: {'device': 'a6019955-dfeb-42fd-bf68-d1fac8198ecb', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'port_id': 'a6019955-dfeb-42fd-bf68-d1fac8198ecb', 'mac_address': 'fa:16:3e:0b:49:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93895) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:33:55.576743 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3eea358-0ad5-45bf-b77c-2496b14addc4 tempest-TestShelveInstance-1752001155 tempest-TestShelveInstance-1752001155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:55.578998 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-f3eea358-0ad5-45bf-b77c-2496b14addc4 tempest-TestShelveInstance-1752001155 tempest-TestShelveInstance-1752001155-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 1093 time: 0.2248318 Aug 13 04:33:55.582814 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 40450) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:33:55.588451 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-5b1e8187-abc0-4668-89aa-22da0205fd3d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Request body: {'floatingip': {'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'port_id': '1166ab58-4fa6-49a1-b301-c03b411d9dc0', 'tenant_id': '88885460859447cea3664074daf50abb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:33:55.615823 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5b1e8187-abc0-4668-89aa-22da0205fd3d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks [] for floatingip, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:55.616156 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:55.633347 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6019955-dfeb-42fd-bf68-d1fac8198ecb {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:33:55.651262 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd299e5c1-cd60-4057-93a3-5d32e1908d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3be48be-e5ee-48ea-a418-bc6c5c7a337c'}, {'server_uuid': 'da403df1-360d-41cf-86fd-0b09258785d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90912158-5071-4e18-b5b5-6e2227fd5493'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:33:55.654113 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c92d4982b19a4a1727383111979b328de092d32a0bc2fa1b4d64c134060166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0e853a-95b7-4812-92d7-a6f0668c0e57" -d '{"events": [{"server_uuid": "d299e5c1-cd60-4057-93a3-5d32e1908d2f", "name": "network-vif-plugged", "status": "completed", "tag": "c3be48be-e5ee-48ea-a418-bc6c5c7a337c"}, {"server_uuid": "da403df1-360d-41cf-86fd-0b09258785d0", "name": "network-vif-plugged", "status": "completed", "tag": "90912158-5071-4e18-b5b5-6e2227fd5493"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:33:55.670198 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port a6019955-dfeb-42fd-bf68-d1fac8198ecb, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a6019955-dfeb-42fd-bf68-d1fac8198ecb,segment=NetworkSegment(55400ce5-562b-4df1-92f9-d4df5f090c2a),segment_id=55400ce5-562b-4df1-92f9-d4df5f090c2a)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:33:55.676059 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:55.741343 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5b1e8187-abc0-4668-89aa-22da0205fd3d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:55.745719 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=a6019955-dfeb-42fd-bf68-d1fac8198ecb,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:55.824713 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22163297-47a8-42bc-a684-bd9ed6f898fa req-edf4986f-4eea-4f54-9481-470b8b36655f tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:55.826128 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-22163297-47a8-42bc-a684-bd9ed6f898fa req-edf4986f-4eea-4f54-9481-470b8b36655f tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca45425-586a-4015-bea2-2e60a1aa42b3 HTTP/1.1" status: 200 len: 946 time: 0.3242273 Aug 13 04:33:55.838663 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456c8e0-bb8b-42c2-888e-af406ba4a2e0 req-048d1829-0889-4d66-8c5b-719bd04b5ed0 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:55.840083 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a456c8e0-bb8b-42c2-888e-af406ba4a2e0 req-048d1829-0889-4d66-8c5b-719bd04b5ed0 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 946 time: 0.2971244 Aug 13 04:33:55.852326 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [None req-5b1e8187-abc0-4668-89aa-22da0205fd3d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Allocated IP 172.27.0.232 (d5442241-d7fe-41d2-8545-5b5874d634cc/644fe726-b54d-4883-8d33-fa766808e879/e6bd30e6-1830-413f-bed7-6bedd1dd3237) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:33:55.895840 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-22163297-47a8-42bc-a684-bd9ed6f898fa req-cd6fe597-331f-4362-86e2-a8e928cdf5ce tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547569 Aug 13 04:33:55.900834 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a456c8e0-bb8b-42c2-888e-af406ba4a2e0 req-62c4e535-26a3-4cfd-a5b8-cd6602bdbd82 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530174 Aug 13 04:33:55.961946 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 13 Aug 2021 04:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b275d8c-b108-454d-9008-6f2671caf331 x-openstack-request-id: req-6b275d8c-b108-454d-9008-6f2671caf331 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:33:55.962684 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d299e5c1-cd60-4057-93a3-5d32e1908d2f", "name": "network-vif-plugged", "status": "completed", "tag": "c3be48be-e5ee-48ea-a418-bc6c5c7a337c", "code": 200}, {"server_uuid": "da403df1-360d-41cf-86fd-0b09258785d0", "name": "network-vif-plugged", "status": "completed", "tag": "90912158-5071-4e18-b5b5-6e2227fd5493", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:33:55.962961 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b275d8c-b108-454d-9008-6f2671caf331 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:33:55.963368 dv-cinder-759961-6-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd299e5c1-cd60-4057-93a3-5d32e1908d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3be48be-e5ee-48ea-a418-bc6c5c7a337c', 'code': 200} Aug 13 04:33:55.963628 dv-cinder-759961-6-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da403df1-360d-41cf-86fd-0b09258785d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90912158-5071-4e18-b5b5-6e2227fd5493', 'code': 200} Aug 13 04:33:56.014844 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5b1e8187-abc0-4668-89aa-22da0205fd3d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:56.034803 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167490ab-17cf-469a-aa30-b1da87ab0ad1 req-4d137910-8652-4e26-b915-dd44739110d3 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:56.036316 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-167490ab-17cf-469a-aa30-b1da87ab0ad1 req-4d137910-8652-4e26-b915-dd44739110d3 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 946 time: 0.0778487 Aug 13 04:33:56.060926 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5b1e8187-abc0-4668-89aa-22da0205fd3d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:56.105941 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1e8187-abc0-4668-89aa-22da0205fd3d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Network d5442241-d7fe-41d2-8545-5b5874d634cc is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:33:56.107458 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74d145-5b58-47cc-bc88-e88828e64ad6 req-8e445c9d-35dd-4573-8714-ea9d4efce014 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:56.109050 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3b74d145-5b58-47cc-bc88-e88828e64ad6 req-8e445c9d-35dd-4573-8714-ea9d4efce014 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.0912080 Aug 13 04:33:56.112605 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-167490ab-17cf-469a-aa30-b1da87ab0ad1 req-7e54ff6e-6798-4f72-baa9-6e62ecb7bd77 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585465 Aug 13 04:33:56.113560 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-5b1e8187-abc0-4668-89aa-22da0205fd3d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:33:56.117452 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1e8187-abc0-4668-89aa-22da0205fd3d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:33:56.131571 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['a6019955-dfeb-42fd-bf68-d1fac8198ecb'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:33:56.152572 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e8187-abc0-4668-89aa-22da0205fd3d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Pushing event updated for resources: {'Port': ['ID=e6bd30e6-1830-413f-bed7-6bedd1dd3237,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:56.202259 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3b74d145-5b58-47cc-bc88-e88828e64ad6 req-d1aff307-869c-4d5e-bb7a-e85db3901c17 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860701 Aug 13 04:33:56.233910 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a3f20e-74b8-4a9f-9906-7b1f30ca263f req-74840090-9ecc-49b9-bf84-dc00a27cfeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:56.235375 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-51a3f20e-74b8-4a9f-9906-7b1f30ca263f req-74840090-9ecc-49b9-bf84-dc00a27cfeb1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 1099 time: 0.0841079 Aug 13 04:33:56.262605 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d72e16-a0ad-456c-a011-b2e09aa785e4 req-66a51808-7689-4670-8669-779b764a7131 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:56.264688 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e4d72e16-a0ad-456c-a011-b2e09aa785e4 req-66a51808-7689-4670-8669-779b764a7131 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 945 time: 0.0611458 Aug 13 04:33:56.311351 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-51a3f20e-74b8-4a9f-9906-7b1f30ca263f req-bc3e8e6d-1d02-4f0f-be55-cb920e6441fd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641851 Aug 13 04:33:56.326515 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e4d72e16-a0ad-456c-a011-b2e09aa785e4 req-05ce98dd-0277-495b-9053-9dda1921577a tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507967 Aug 13 04:33:56.651970 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892af25b-07a0-47ca-933f-733109753c71 req-f6dbc839-ed79-4565-9d44-4835670e03c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:56.653517 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-892af25b-07a0-47ca-933f-733109753c71 req-f6dbc839-ed79-4565-9d44-4835670e03c0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 1099 time: 0.0469265 Aug 13 04:33:56.690319 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-892af25b-07a0-47ca-933f-733109753c71 req-1040d611-02bc-445b-9612-0db8cc52f640 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285723 Aug 13 04:33:56.752940 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5b1e8187-abc0-4668-89aa-22da0205fd3d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:56.818442 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5b1e8187-abc0-4668-89aa-22da0205fd3d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:56.971713 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5b1e8187-abc0-4668-89aa-22da0205fd3d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:56.978082 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5b1e8187-abc0-4668-89aa-22da0205fd3d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8757390'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:57.044607 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf42b5a-ff6d-4343-b52b-c73482a4e902 req-a7d77f7d-5239-40eb-a0bb-0ddfcf1e81d2 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:57.046156 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bdf42b5a-ff6d-4343-b52b-c73482a4e902 req-a7d77f7d-5239-40eb-a0bb-0ddfcf1e81d2 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca45425-586a-4015-bea2-2e60a1aa42b3 HTTP/1.1" status: 200 len: 946 time: 0.0802593 Aug 13 04:33:57.061238 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e8187-abc0-4668-89aa-22da0205fd3d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Pushing event updated for resources: {'Port': ['ID=e6bd30e6-1830-413f-bed7-6bedd1dd3237,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:57.072049 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5b1e8187-abc0-4668-89aa-22da0205fd3d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3788949'] for floatingip, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:57.075976 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add19d0b-69ca-4fa7-8156-ed743cc3957a req-733f8401-13e9-4e06-bf7b-3e246bdb405a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:57.077461 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-add19d0b-69ca-4fa7-8156-ed743cc3957a req-733f8401-13e9-4e06-bf7b-3e246bdb405a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 946 time: 0.0769370 Aug 13 04:33:57.114337 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bdf42b5a-ff6d-4343-b52b-c73482a4e902 req-ffc943e7-8cd3-4d02-ac8d-f26e01e1f964 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611391 Aug 13 04:33:57.133056 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-add19d0b-69ca-4fa7-8156-ed743cc3957a req-ba980a19-b4b1-4eeb-9694-f813dafb0dbc tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479891 Aug 13 04:33:57.179589 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.db.l3_db [None req-5b1e8187-abc0-4668-89aa-22da0205fd3d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Floating IP 820e57d9-459a-4a46-976e-c71b2a18dc81 associated. External IP: 172.27.0.232, port: 1166ab58-4fa6-49a1-b301-c03b411d9dc0. Aug 13 04:33:57.237190 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de2667e-5e2b-4a30-931e-e88c7d97e7ae req-e78e5223-f429-4e96-99cf-95f0a8c86b9b tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:57.238737 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5de2667e-5e2b-4a30-931e-e88c7d97e7ae req-e78e5223-f429-4e96-99cf-95f0a8c86b9b tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 946 time: 0.0498927 Aug 13 04:33:57.278491 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5de2667e-5e2b-4a30-931e-e88c7d97e7ae req-18fe2bd8-b92e-41f3-a2ec-9dc69e7d1b5a tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335567 Aug 13 04:33:57.327564 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44173a-6815-47c2-a5f3-20a30bf078c3 req-f2ca9b86-de9a-4920-bc4f-b7eec3c1e38e tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:57.329025 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-dd44173a-6815-47c2-a5f3-20a30bf078c3 req-f2ca9b86-de9a-4920-bc4f-b7eec3c1e38e tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.0496860 Aug 13 04:33:57.370674 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-dd44173a-6815-47c2-a5f3-20a30bf078c3 req-0d0d4e8f-b39d-4414-8134-a21ade9a31bb tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339732 Aug 13 04:33:57.402463 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1e8187-abc0-4668-89aa-22da0205fd3d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Router 4d782185-3e5e-4702-8a74-1ceec38dc3ea has already been hosted by L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:33:57.437099 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 0657054b-1691-465d-9907-ea9e81ae050a no longer exists at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:33:57.446502 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629a919-1251-4bb9-b7a9-fb24efd29243 req-0081250e-31b0-4b99-9b81-5e11a75a6b77 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:57.448337 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7629a919-1251-4bb9-b7a9-fb24efd29243 req-0081250e-31b0-4b99-9b81-5e11a75a6b77 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 945 time: 0.0541050 Aug 13 04:33:57.460540 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] No Port match for: 0657054b-1691-465d-9907-ea9e81ae050a {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:33:57.460893 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 0657054b-1691-465d-9907-ea9e81ae050a not bound to the agent host hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:33:57.501915 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7629a919-1251-4bb9-b7a9-fb24efd29243 req-62c47cb9-346b-4249-9c6d-983f1756dce8 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476184 Aug 13 04:33:57.530365 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1e8187-abc0-4668-89aa-22da0205fd3d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:33:57.540878 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98951c77-e6e3-45e0-a24b-ccc0987e6e62 None None] Sync routers for ids ['4d782185-3e5e-4702-8a74-1ceec38dc3ea'] in dv-cinder-759961-6-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:33:57.546605 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5b1e8187-abc0-4668-89aa-22da0205fd3d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for floatingip, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:57.550945 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98951c77-e6e3-45e0-a24b-ccc0987e6e62 None None] Routers {'4d782185-3e5e-4702-8a74-1ceec38dc3ea'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:33:57.551560 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-98951c77-e6e3-45e0-a24b-ccc0987e6e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:33:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['4d782185-3e5e-4702-8a74-1ceec38dc3ea'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:33:57.577925 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-5b1e8187-abc0-4668-89aa-22da0205fd3d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9938276 Aug 13 04:33:57.578605 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba719a9-61df-4d8d-99c1-907f97a80e8e', 'tag': '1166ab58-4fa6-49a1-b301-c03b411d9dc0'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:33:57.581617 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70cdd4b14b3222e3d0e13c26c8e97d260020fc564b3ab37a06bbaa54b203d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3beade-1786-4b4f-97bd-6c969c867ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba719a9-61df-4d8d-99c1-907f97a80e8e", "tag": "1166ab58-4fa6-49a1-b301-c03b411d9dc0"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:33:57.616309 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b49210-3473-46b5-8103-c7d51dc2d83a x-openstack-request-id: req-d1b49210-3473-46b5-8103-c7d51dc2d83a {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:33:57.616597 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba719a9-61df-4d8d-99c1-907f97a80e8e", "tag": "1166ab58-4fa6-49a1-b301-c03b411d9dc0", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:33:57.616841 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d1b49210-3473-46b5-8103-c7d51dc2d83a {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:33:57.617231 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba719a9-61df-4d8d-99c1-907f97a80e8e', 'tag': '1166ab58-4fa6-49a1-b301-c03b411d9dc0', 'status': 'completed', 'code': 200} Aug 13 04:33:57.661727 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-98951c77-e6e3-45e0-a24b-ccc0987e6e62 None None] Set router 4d782185-3e5e-4702-8a74-1ceec38dc3ea gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:33:57.691343 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3beade-1786-4b4f-97bd-6c969c867ed6 req-4f71801d-3c52-472d-90df-7517989d922b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:57.692914 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bd3beade-1786-4b4f-97bd-6c969c867ed6 req-4f71801d-3c52-472d-90df-7517989d922b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88885460859447cea3664074daf50abb&device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 1098 time: 0.0419929 Aug 13 04:33:57.793156 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3beade-1786-4b4f-97bd-6c969c867ed6 req-8493081a-f8b4-44f5-9ec6-34c754a8009a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:57.794694 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bd3beade-1786-4b4f-97bd-6c969c867ed6 req-8493081a-f8b4-44f5-9ec6-34c754a8009a service neutron] 10.222.0.64 "GET /v2.0/networks?id=48b70047-4f37-4bcb-9978-33a75e7a4b30 HTTP/1.1" status: 200 len: 909 time: 0.0850060 Aug 13 04:33:57.875624 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bd3beade-1786-4b4f-97bd-6c969c867ed6 req-1ae2711c-4248-4d3b-92d6-6055fa79e37d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1166ab58-4fa6-49a1-b301-c03b411d9dc0 HTTP/1.1" status: 200 len: 999 time: 0.0665803 Aug 13 04:33:57.889193 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-98951c77-e6e3-45e0-a24b-ccc0987e6e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'name': 'tempest-TestShelveInstance-828503770-router', 'tenant_id': '88885460859447cea3664074daf50abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'fb4ef8c5-3788-437b-a8aa-4bb9131418ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:02Z', 'updated_at': '2021-08-13T04:32:08Z', 'revision_number': 4, 'project_id': '88885460859447cea3664074daf50abb', 'gw_port': {'id': 'fb4ef8c5-3788-437b-a8aa-4bb9131418ce', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:db:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:02Z', 'updated_at': '2021-08-13T04:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_floatingips': [{'id': '820e57d9-459a-4a46-976e-c71b2a18dc81', 'tenant_id': '88885460859447cea3664074daf50abb', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'router_id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'port_id': '1166ab58-4fa6-49a1-b301-c03b411d9dc0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48b70047-4f37-4bcb-9978-33a75e7a4b30', 'mac_address': 'fa:16:3e:8b:7c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba719a9-61df-4d8d-99c1-907f97a80e8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:33:56Z', 'updated_at': '2021-08-13T04:33:56Z', 'revision_number': 0, 'project_id': '88885460859447cea3664074daf50abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b624ab2-c0d2-415a-8691-7c521ae321a2', 'name': '', 'network_id': '48b70047-4f37-4bcb-9978-33a75e7a4b30', 'tenant_id': '88885460859447cea3664074daf50abb', 'mac_address': 'fa:16:3e:36:c2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '47785185-d5f8-433d-afab-e7fc9175212b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:06Z', 'updated_at': '2021-08-13T04:32:14Z', 'revision_number': 5, 'project_id': '88885460859447cea3664074daf50abb', 'subnets': [{'id': '47785185-d5f8-433d-afab-e7fc9175212b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:33:57.932563 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3beade-1786-4b4f-97bd-6c969c867ed6 req-d6133e8d-6b01-4a3d-8869-5d23924b9aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:57.934135 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bd3beade-1786-4b4f-97bd-6c969c867ed6 req-d6133e8d-6b01-4a3d-8869-5d23924b9aa9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47785185-d5f8-433d-afab-e7fc9175212b HTTP/1.1" status: 200 len: 847 time: 0.0462403 Aug 13 04:33:57.984708 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3beade-1786-4b4f-97bd-6c969c867ed6 req-490e3f23-c5c2-477a-8875-1a0cd7deb3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:57.986196 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bd3beade-1786-4b4f-97bd-6c969c867ed6 req-490e3f23-c5c2-477a-8875-1a0cd7deb3b2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=48b70047-4f37-4bcb-9978-33a75e7a4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424917 Aug 13 04:33:57.998715 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98951c77-e6e3-45e0-a24b-ccc0987e6e62 None None] Checking router: 4d782185-3e5e-4702-8a74-1ceec38dc3ea for host: dv-cinder-759961-6-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:33:58.007570 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98951c77-e6e3-45e0-a24b-ccc0987e6e62 None None] Routers {'4d782185-3e5e-4702-8a74-1ceec38dc3ea'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:33:58.008456 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-98951c77-e6e3-45e0-a24b-ccc0987e6e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:33:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['4d782185-3e5e-4702-8a74-1ceec38dc3ea'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:33:58.094252 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bd3beade-1786-4b4f-97bd-6c969c867ed6 req-732581f2-42ec-4b64-9ddb-461acf56f612 service neutron] 10.222.0.64 "GET /v2.0/networks/48b70047-4f37-4bcb-9978-33a75e7a4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930305 Aug 13 04:33:58.116483 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-98951c77-e6e3-45e0-a24b-ccc0987e6e62 None None] Set router 4d782185-3e5e-4702-8a74-1ceec38dc3ea gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:33:58.214761 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bd3beade-1786-4b4f-97bd-6c969c867ed6 req-1f78748a-1f17-4cce-bd4f-f5b9aaec9651 service neutron] 10.222.0.64 "GET /v2.0/networks/48b70047-4f37-4bcb-9978-33a75e7a4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039510 Aug 13 04:33:58.338163 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585c3e2-2aa9-472c-bd44-dec168c84f83 req-1a40cd91-04bd-443e-9ff3-96d3a930826d tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:58.339816 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b585c3e2-2aa9-472c-bd44-dec168c84f83 req-1a40cd91-04bd-443e-9ff3-96d3a930826d tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca45425-586a-4015-bea2-2e60a1aa42b3 HTTP/1.1" status: 200 len: 946 time: 0.1226795 Aug 13 04:33:58.353064 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b15cbc-c9bc-4da7-93d0-0176b93decb0 req-1660c0af-c271-4c89-9986-bdf440327ec8 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:58.354707 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-54b15cbc-c9bc-4da7-93d0-0176b93decb0 req-1660c0af-c271-4c89-9986-bdf440327ec8 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.64 "GET /v2.0/ports?device_id=eca45425-586a-4015-bea2-2e60a1aa42b3 HTTP/1.1" status: 200 len: 946 time: 0.1087317 Aug 13 04:33:58.371655 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a125e4e-3db1-4629-bfb9-30b419216675 req-8ab90013-722d-4062-853b-142e72f02f84 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:58.373242 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6a125e4e-3db1-4629-bfb9-30b419216675 req-8ab90013-722d-4062-853b-142e72f02f84 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 946 time: 0.1260614 Aug 13 04:33:58.397616 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-98951c77-e6e3-45e0-a24b-ccc0987e6e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'name': 'tempest-TestShelveInstance-828503770-router', 'tenant_id': '88885460859447cea3664074daf50abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'fb4ef8c5-3788-437b-a8aa-4bb9131418ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:02Z', 'updated_at': '2021-08-13T04:32:08Z', 'revision_number': 4, 'project_id': '88885460859447cea3664074daf50abb', 'gw_port': {'id': 'fb4ef8c5-3788-437b-a8aa-4bb9131418ce', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:db:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:02Z', 'updated_at': '2021-08-13T04:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_floatingips': [{'id': '820e57d9-459a-4a46-976e-c71b2a18dc81', 'tenant_id': '88885460859447cea3664074daf50abb', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'router_id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'port_id': '1166ab58-4fa6-49a1-b301-c03b411d9dc0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48b70047-4f37-4bcb-9978-33a75e7a4b30', 'mac_address': 'fa:16:3e:8b:7c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba719a9-61df-4d8d-99c1-907f97a80e8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:33:56Z', 'updated_at': '2021-08-13T04:33:56Z', 'revision_number': 0, 'project_id': '88885460859447cea3664074daf50abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b624ab2-c0d2-415a-8691-7c521ae321a2', 'name': '', 'network_id': '48b70047-4f37-4bcb-9978-33a75e7a4b30', 'tenant_id': '88885460859447cea3664074daf50abb', 'mac_address': 'fa:16:3e:36:c2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '47785185-d5f8-433d-afab-e7fc9175212b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:06Z', 'updated_at': '2021-08-13T04:32:14Z', 'revision_number': 5, 'project_id': '88885460859447cea3664074daf50abb', 'subnets': [{'id': '47785185-d5f8-433d-afab-e7fc9175212b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:33:58.429912 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98951c77-e6e3-45e0-a24b-ccc0987e6e62 None None] The sync data for ids ['4d782185-3e5e-4702-8a74-1ceec38dc3ea'] in dv-cinder-759961-6-iscsi is: [{'id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'name': 'tempest-TestShelveInstance-828503770-router', 'tenant_id': '88885460859447cea3664074daf50abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'fb4ef8c5-3788-437b-a8aa-4bb9131418ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:02Z', 'updated_at': '2021-08-13T04:32:08Z', 'revision_number': 4, 'project_id': '88885460859447cea3664074daf50abb', 'gw_port': {'id': 'fb4ef8c5-3788-437b-a8aa-4bb9131418ce', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:db:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:02Z', 'updated_at': '2021-08-13T04:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_floatingips': [{'id': '820e57d9-459a-4a46-976e-c71b2a18dc81', 'tenant_id': '88885460859447cea3664074daf50abb', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'router_id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'port_id': '1166ab58-4fa6-49a1-b301-c03b411d9dc0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48b70047-4f37-4bcb-9978-33a75e7a4b30', 'mac_address': 'fa:16:3e:8b:7c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba719a9-61df-4d8d-99c1-907f97a80e8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:33:56Z', 'updated_at': '2021-08-13T04:33:56Z', 'revision_number': 0, 'project_id': '88885460859447cea3664074daf50abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b624ab2-c0d2-415a-8691-7c521ae321a2', 'name': '', 'network_id': '48b70047-4f37-4bcb-9978-33a75e7a4b30', 'tenant_id': '88885460859447cea3664074daf50abb', 'mac_address': 'fa:16:3e:36:c2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '47785185-d5f8-433d-afab-e7fc9175212b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:06Z', 'updated_at': '2021-08-13T04:32:14Z', 'revision_number': 5, 'project_id': '88885460859447cea3664074daf50abb', 'subnets': [{'id': '47785185-d5f8-433d-afab-e7fc9175212b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:33:58.493715 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b585c3e2-2aa9-472c-bd44-dec168c84f83 req-c9be83a2-829c-463c-bc6c-1309cf160980 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362414 Aug 13 04:33:58.509054 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6a125e4e-3db1-4629-bfb9-30b419216675 req-81cdb36d-76c4-49b7-9858-d50a056d8ecc tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263101 Aug 13 04:33:58.585557 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [req-54b15cbc-c9bc-4da7-93d0-0176b93decb0 req-5fc6a81d-cb08-46aa-b1d6-c461986d9329 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Deleting port cd209cdf-3517-46ae-b5d5-f413928df01c {{(pid=93893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:33:58.586166 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-54b15cbc-c9bc-4da7-93d0-0176b93decb0 req-5fc6a81d-cb08-46aa-b1d6-c461986d9329 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:58.738524 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0bedc8b-f821-4774-9dd8-73689eec43c5 None None] New status for floating IP 820e57d9-459a-4a46-976e-c71b2a18dc81: ACTIVE {{(pid=93895) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:33:58.768868 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d20679-9ace-4f67-9fd8-d98fb0f9737e req-0c10f7ed-3a06-4bf9-8cd0-811b93c64d7b tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:58.770755 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-54d20679-9ace-4f67-9fd8-d98fb0f9737e req-0c10f7ed-3a06-4bf9-8cd0-811b93c64d7b tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 946 time: 0.1374860 Aug 13 04:33:58.815348 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8567b8-9f67-4053-8fc3-1e8643ba55cf req-30696900-0a9c-41af-99e8-dd6b15ef7a08 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:58.822025 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-fa8567b8-9f67-4053-8fc3-1e8643ba55cf req-30696900-0a9c-41af-99e8-dd6b15ef7a08 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.1785212 Aug 13 04:33:58.838711 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [req-54b15cbc-c9bc-4da7-93d0-0176b93decb0 req-5fc6a81d-cb08-46aa-b1d6-c461986d9329 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] For port cd209cdf-3517-46ae-b5d5-f413928df01c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=cd209cdf-3517-46ae-b5d5-f413928df01c,segment=NetworkSegment(294d5366-306b-4365-8cf5-2c3e5f8bb811),segment_id=294d5366-306b-4365-8cf5-2c3e5f8bb811)] {{(pid=93893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:33:58.839082 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-54b15cbc-c9bc-4da7-93d0-0176b93decb0 req-5fc6a81d-cb08-46aa-b1d6-c461986d9329 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:58.874247 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [req-54b15cbc-c9bc-4da7-93d0-0176b93decb0 req-5fc6a81d-cb08-46aa-b1d6-c461986d9329 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Calling delete_port for cd209cdf-3517-46ae-b5d5-f413928df01c owned by compute:nova {{(pid=93893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:33:58.890108 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-54d20679-9ace-4f67-9fd8-d98fb0f9737e req-b7bf472e-df5b-48e4-8c69-ede3daf2738e tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106474 Aug 13 04:33:58.934691 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-fa8567b8-9f67-4053-8fc3-1e8643ba55cf req-2d719b7e-3e7d-4322-a0c2-da9cd88ccd1c tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982413 Aug 13 04:33:59.062630 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2e11a-9e56-446f-9f47-7d63b8a40489 req-884f3068-de93-4ba5-b1b3-b07230a1f714 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:59.064414 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b0c2e11a-9e56-446f-9f47-7d63b8a40489 req-884f3068-de93-4ba5-b1b3-b07230a1f714 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 945 time: 0.0865941 Aug 13 04:33:59.160775 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b0c2e11a-9e56-446f-9f47-7d63b8a40489 req-9e0b905e-02d8-4a05-a461-f0c8bec66783 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787423 Aug 13 04:33:59.203437 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-54b15cbc-c9bc-4da7-93d0-0176b93decb0 req-5fc6a81d-cb08-46aa-b1d6-c461986d9329 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:59.219647 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['4a62d4b3-3837-414b-a01d-079fec907da0', 'cd209cdf-3517-46ae-b5d5-f413928df01c'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:33:59.257479 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6a81d-cb08-46aa-b1d6-c461986d9329 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Pushing event deleted for resources: {'Port': ['ID=cd209cdf-3517-46ae-b5d5-f413928df01c,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:59.334475 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477f022-ba10-4fbf-9282-054a054ebf95 req-7197fddc-0998-420e-936b-76c435f1ac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:59.336020 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-7477f022-ba10-4fbf-9282-054a054ebf95 req-7197fddc-0998-420e-936b-76c435f1ac46 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae4e92976894be69e6eb06d4b7d2f3a&device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 1098 time: 0.0687811 Aug 13 04:33:59.343179 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b15cbc-c9bc-4da7-93d0-0176b93decb0 req-5fc6a81d-cb08-46aa-b1d6-c461986d9329 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] No DVR routers for this DVR port cd209cdf-3517-46ae-b5d5-f413928df01c on host hv-cinder-75996 {{(pid=93893) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:33:59.347145 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-54b15cbc-c9bc-4da7-93d0-0176b93decb0 req-5fc6a81d-cb08-46aa-b1d6-c461986d9329 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:59.349195 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-54b15cbc-c9bc-4da7-93d0-0176b93decb0 req-5fc6a81d-cb08-46aa-b1d6-c461986d9329 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.64 "DELETE /v2.0/ports/cd209cdf-3517-46ae-b5d5-f413928df01c HTTP/1.1" status: 204 len: 173 time: 0.9749136 Aug 13 04:33:59.353028 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca45425-586a-4015-bea2-2e60a1aa42b3', 'name': 'network-vif-deleted', 'tag': 'cd209cdf-3517-46ae-b5d5-f413928df01c'}] {{(pid=93893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:33:59.355162 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aea723d68c964973b0702c1800637223d1e6775f666202f903cb1e18101cb68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a5fa6a-96d5-4587-9fe1-fd1143947b83" -d '{"events": [{"server_uuid": "eca45425-586a-4015-bea2-2e60a1aa42b3", "name": "network-vif-deleted", "tag": "cd209cdf-3517-46ae-b5d5-f413928df01c"}]}' {{(pid=93893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:33:59.405376 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030e344-d348-4fa7-911f-56c775436f4e req-7603e4a0-d646-46ee-b9cf-c3a7c39030e9 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:59.407689 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5030e344-d348-4fa7-911f-56c775436f4e req-7603e4a0-d646-46ee-b9cf-c3a7c39030e9 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 946 time: 0.1561892 Aug 13 04:33:59.432327 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f709f84-70d3-46da-8eb4-4bd51e16135e req-14375953-c849-49ee-afbd-ced5acafab03 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:59.434621 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6f709f84-70d3-46da-8eb4-4bd51e16135e req-14375953-c849-49ee-afbd-ced5acafab03 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.1255431 Aug 13 04:33:59.443975 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device a6019955-dfeb-42fd-bf68-d1fac8198ecb up at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:33:59.449693 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477f022-ba10-4fbf-9282-054a054ebf95 req-0e338916-ec80-4ffa-9481-583bbe79f7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:59.451489 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-7477f022-ba10-4fbf-9282-054a054ebf95 req-0e338916-ec80-4ffa-9481-583bbe79f7ca service neutron] 10.222.0.64 "GET /v2.0/networks?id=8654c056-764c-4f00-9b64-d8b811de2fd6 HTTP/1.1" status: 200 len: 919 time: 0.1057646 Aug 13 04:33:59.499320 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5030e344-d348-4fa7-911f-56c775436f4e req-392d4c5b-1702-4e24-9d4e-25a3ddd99f2a tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839272 Aug 13 04:33:59.508239 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6f709f84-70d3-46da-8eb4-4bd51e16135e req-6413d2e3-21cb-4f41-8181-b240eacb5dba tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622904 Aug 13 04:33:59.517386 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning for port a6019955-dfeb-42fd-bf68-d1fac8198ecb completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:33:59.530627 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-7477f022-ba10-4fbf-9282-054a054ebf95 req-5b8042db-06f8-43f7-9b0c-cccfb8160c26 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec81d39e-63c0-4679-a7bd-2439e208e2db HTTP/1.1" status: 200 len: 217 time: 0.0543296 Aug 13 04:33:59.531151 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning complete for port a6019955-dfeb-42fd-bf68-d1fac8198ecb triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:33:59.531151 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:59.560782 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab683cf-8f5e-482c-9aa2-29fdb5ae70fa x-openstack-request-id: req-aab683cf-8f5e-482c-9aa2-29fdb5ae70fa {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:33:59.560962 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca45425-586a-4015-bea2-2e60a1aa42b3", "name": "network-vif-deleted", "tag": "cd209cdf-3517-46ae-b5d5-f413928df01c", "status": "completed", "code": 200}]} {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:33:59.561217 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-aab683cf-8f5e-482c-9aa2-29fdb5ae70fa {{(pid=93893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:33:59.561713 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca45425-586a-4015-bea2-2e60a1aa42b3', 'name': 'network-vif-deleted', 'tag': 'cd209cdf-3517-46ae-b5d5-f413928df01c', 'status': 'completed', 'code': 200} Aug 13 04:33:59.587671 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477f022-ba10-4fbf-9282-054a054ebf95 req-763850d1-7d6d-4518-83c8-931293b590c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:59.589199 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-7477f022-ba10-4fbf-9282-054a054ebf95 req-763850d1-7d6d-4518-83c8-931293b590c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65961138-89fc-4d56-9e75-55b08a9b4640 HTTP/1.1" status: 200 len: 858 time: 0.0539591 Aug 13 04:33:59.628327 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:59.629803 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6f852bb4-618a-426e-a01b-419ed7475d3e req-0fe7d587-7d80-4f9e-8697-2a2e11d0e289 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=eca45425-586a-4015-bea2-2e60a1aa42b3 HTTP/1.1" status: 200 len: 210 time: 0.0342469 Aug 13 04:33:59.638668 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-7477f022-ba10-4fbf-9282-054a054ebf95 req-c262f744-dfa3-4032-a71a-0d2968281ac8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8654c056-764c-4f00-9b64-d8b811de2fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335183 Aug 13 04:33:59.660890 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e0099a-7c38-4609-a63f-fee3baa6db7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6019955-dfeb-42fd-bf68-d1fac8198ecb'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:33:59.663258 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c92d4982b19a4a1727383111979b328de092d32a0bc2fa1b4d64c134060166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12f09eb-a2d5-4fdf-be0d-9d3f15da4f44" -d '{"events": [{"server_uuid": "04e0099a-7c38-4609-a63f-fee3baa6db7a", "name": "network-vif-plugged", "status": "completed", "tag": "a6019955-dfeb-42fd-bf68-d1fac8198ecb"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:33:59.677139 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port a6019955-dfeb-42fd-bf68-d1fac8198ecb, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a6019955-dfeb-42fd-bf68-d1fac8198ecb,segment=NetworkSegment(55400ce5-562b-4df1-92f9-d4df5f090c2a),segment_id=55400ce5-562b-4df1-92f9-d4df5f090c2a)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:33:59.681868 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:33:59.749650 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=a6019955-dfeb-42fd-bf68-d1fac8198ecb,revision_number=5']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:33:59.766266 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-7477f022-ba10-4fbf-9282-054a054ebf95 req-c0673980-9792-4a29-8dd6-ea2d2f0cd1ba service neutron] 10.222.0.64 "GET /v2.0/networks/8654c056-764c-4f00-9b64-d8b811de2fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147935 Aug 13 04:33:59.771350 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041e126-a114-481d-9a0f-98de83160be9 req-f8780812-dd80-4abd-b6c2-e835c18889ae tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:59.772409 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c041e126-a114-481d-9a0f-98de83160be9 req-f8780812-dd80-4abd-b6c2-e835c18889ae tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 946 time: 0.0574942 Aug 13 04:33:59.817147 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c041e126-a114-481d-9a0f-98de83160be9 req-ad8b7a9a-5d47-4e7e-8d2d-3141d2772a75 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375204 Aug 13 04:33:59.849916 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397e709f-75c0-4d84-8f97-f56fe2078875 x-openstack-request-id: req-397e709f-75c0-4d84-8f97-f56fe2078875 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:33:59.850436 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e0099a-7c38-4609-a63f-fee3baa6db7a", "name": "network-vif-plugged", "status": "completed", "tag": "a6019955-dfeb-42fd-bf68-d1fac8198ecb", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:33:59.851028 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-397e709f-75c0-4d84-8f97-f56fe2078875 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:33:59.851625 dv-cinder-759961-6-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e0099a-7c38-4609-a63f-fee3baa6db7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6019955-dfeb-42fd-bf68-d1fac8198ecb', 'code': 200} Aug 13 04:33:59.881581 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-7477f022-ba10-4fbf-9282-054a054ebf95 req-05e253a9-92fb-4771-90f6-173506f3046f service neutron] 10.222.0.64 "GET /v2.0/networks/8654c056-764c-4f00-9b64-d8b811de2fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966372 Aug 13 04:33:59.943455 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d360d-2f3e-4d7b-9a30-ece97fe76b23 req-46f4db27-b36e-4457-8247-7430b401e7a8 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:33:59.944961 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5d4d360d-2f3e-4d7b-9a30-ece97fe76b23 req-46f4db27-b36e-4457-8247-7430b401e7a8 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 946 time: 0.0527942 Aug 13 04:33:59.995726 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5d4d360d-2f3e-4d7b-9a30-ece97fe76b23 req-effc909b-728d-4658-a44c-5464cd18041c tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444658 Aug 13 04:34:00.077335 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d49a5a-a44b-45e9-bccb-f15d0412847a req-1e6d1980-7f5d-4969-8029-58c3bc5eff3c tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:00.078936 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f2d49a5a-a44b-45e9-bccb-f15d0412847a req-1e6d1980-7f5d-4969-8029-58c3bc5eff3c tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.0579011 Aug 13 04:34:00.134890 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f2d49a5a-a44b-45e9-bccb-f15d0412847a req-2e934e8a-ef96-4792-a16a-bd8b67aa6533 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428782 Aug 13 04:34:00.217757 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583446e5-315b-4ee3-aa11-201c7589b143 req-c28504ff-e435-43f6-aaff-a19e5fb13f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:00.221828 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-583446e5-315b-4ee3-aa11-201c7589b143 req-c28504ff-e435-43f6-aaff-a19e5fb13f03 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 1099 time: 0.0582273 Aug 13 04:34:00.293759 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-583446e5-315b-4ee3-aa11-201c7589b143 req-3dbef49f-6d0e-49fb-a9b9-9acc9f188385 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638318 Aug 13 04:34:00.358281 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e221c-2ce7-45c6-82b1-baba0d77edc6 req-c1413dcd-fbca-47df-b7bd-70cd60480ba8 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:00.365705 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-dc2e221c-2ce7-45c6-82b1-baba0d77edc6 req-c1413dcd-fbca-47df-b7bd-70cd60480ba8 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 946 time: 0.1270642 Aug 13 04:34:00.417836 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ff7f5-7aba-4d5c-8c3e-41bb85d2d89b req-3ff0dfdd-e1ae-4790-bef6-0ed7e14c841d tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:00.419314 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-734ff7f5-7aba-4d5c-8c3e-41bb85d2d89b req-3ff0dfdd-e1ae-4790-bef6-0ed7e14c841d tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.1098135 Aug 13 04:34:00.422529 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-dc2e221c-2ce7-45c6-82b1-baba0d77edc6 req-91ca5708-ccf5-4a18-8faa-147880cc1b2e tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560887 Aug 13 04:34:00.442442 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c18220-f83d-474a-bf39-cf986a9fa55f req-d128f76b-d2e6-493b-97b2-a7d8684a014e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:00.443962 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e4c18220-f83d-474a-bf39-cf986a9fa55f req-d128f76b-d2e6-493b-97b2-a7d8684a014e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=14887014218041cc86fddfa8a151dcd6&device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 1098 time: 0.0465662 Aug 13 04:34:00.466299 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-734ff7f5-7aba-4d5c-8c3e-41bb85d2d89b req-42748c7e-5158-47ab-9bcf-be83760390fc tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400007 Aug 13 04:34:00.536620 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c18220-f83d-474a-bf39-cf986a9fa55f req-e50588d7-c811-42b7-bac8-fe990c255264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:00.538201 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e4c18220-f83d-474a-bf39-cf986a9fa55f req-e50588d7-c811-42b7-bac8-fe990c255264 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9c9aa154-2553-4e43-a430-2b11cf059f5c HTTP/1.1" status: 200 len: 911 time: 0.0848126 Aug 13 04:34:00.628143 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c8986-afed-4397-ad01-d7b84a027d04 req-32655494-34e4-4f65-8cd7-344973fa49f6 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:00.633921 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e30c8986-afed-4397-ad01-d7b84a027d04 req-32655494-34e4-4f65-8cd7-344973fa49f6 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0560188 Aug 13 04:34:00.650207 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e4c18220-f83d-474a-bf39-cf986a9fa55f req-442ea073-b14f-4588-9571-6e3f352e9350 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5bada29-7024-47b0-b3dd-d142dd41cdda HTTP/1.1" status: 200 len: 1000 time: 0.0965261 Aug 13 04:34:00.670050 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e30c8986-afed-4397-ad01-d7b84a027d04 req-f133f722-230a-4e94-bf36-177286dd4f9d tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340555 Aug 13 04:34:00.704382 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c18220-f83d-474a-bf39-cf986a9fa55f req-a86cef62-9572-4579-a5be-68715b1942cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:00.705962 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e4c18220-f83d-474a-bf39-cf986a9fa55f req-a86cef62-9572-4579-a5be-68715b1942cb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5b21e272-0ba6-46ef-9194-8e0451e934ca HTTP/1.1" status: 200 len: 849 time: 0.0483828 Aug 13 04:34:00.761403 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c18220-f83d-474a-bf39-cf986a9fa55f req-fa8daa38-f2ff-460c-8dfd-71c04e2dc04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:00.763551 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e4c18220-f83d-474a-bf39-cf986a9fa55f req-fa8daa38-f2ff-460c-8dfd-71c04e2dc04c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c9aa154-2553-4e43-a430-2b11cf059f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448225 Aug 13 04:34:00.858099 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e4c18220-f83d-474a-bf39-cf986a9fa55f req-ff1d14be-9746-4cf5-9b3a-62b2c2b8d78d service neutron] 10.222.0.64 "GET /v2.0/networks/9c9aa154-2553-4e43-a430-2b11cf059f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863392 Aug 13 04:34:00.952763 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e4c18220-f83d-474a-bf39-cf986a9fa55f req-cd7601ff-2f50-4246-9a13-cddf918609a1 service neutron] 10.222.0.64 "GET /v2.0/networks/9c9aa154-2553-4e43-a430-2b11cf059f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831776 Aug 13 04:34:01.548939 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a4d1f-af68-4f47-9b8e-e4ca2de4c6f5 req-d4c40e75-5509-4a28-a3df-9c6b1155e181 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:01.551665 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e48a4d1f-af68-4f47-9b8e-e4ca2de4c6f5 req-d4c40e75-5509-4a28-a3df-9c6b1155e181 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 946 time: 0.0584166 Aug 13 04:34:01.623348 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e48a4d1f-af68-4f47-9b8e-e4ca2de4c6f5 req-b42b1026-4386-44a3-bb11-891d4e017278 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651391 Aug 13 04:34:01.635987 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bcbecf-8b1b-463b-a96e-ee760e9778a8 req-27de870b-a285-47a9-b6ef-5178be986aa8 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:01.637977 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-85bcbecf-8b1b-463b-a96e-ee760e9778a8 req-27de870b-a285-47a9-b6ef-5178be986aa8 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.0821075 Aug 13 04:34:01.680954 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-85bcbecf-8b1b-463b-a96e-ee760e9778a8 req-34a37125-88a1-4a48-beec-efc692b03981 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355601 Aug 13 04:34:01.794748 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d17f5a-60ca-4e66-a3ce-d8ae74827a60 req-bcb44b4c-cbe3-4ae1-82e4-19712715006e tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:01.796244 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-60d17f5a-60ca-4e66-a3ce-d8ae74827a60 req-bcb44b4c-cbe3-4ae1-82e4-19712715006e tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0500288 Aug 13 04:34:01.843912 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-60d17f5a-60ca-4e66-a3ce-d8ae74827a60 req-64d11e83-6291-4281-819e-3fa15c2a548a tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379677 Aug 13 04:34:02.108467 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7c294-b88b-4238-8eb0-f5c7287e8365 req-1f64b7ca-19e9-48e4-95ae-c0910e3a5343 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:02.109985 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3ed7c294-b88b-4238-8eb0-f5c7287e8365 req-1f64b7ca-19e9-48e4-95ae-c0910e3a5343 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 946 time: 0.0523140 Aug 13 04:34:02.148578 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3ed7c294-b88b-4238-8eb0-f5c7287e8365 req-428c2ffa-1d95-4bd6-8a72-20abde975b05 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321975 Aug 13 04:34:02.376815 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 6 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:34:02.745478 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63c6b2-8313-4384-9ca5-db73558eac4d req-e9c312e2-4cf9-43dc-b329-18661c142700 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:02.747079 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-eb63c6b2-8313-4384-9ca5-db73558eac4d req-e9c312e2-4cf9-43dc-b329-18661c142700 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 946 time: 0.0541389 Aug 13 04:34:02.813349 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-eb63c6b2-8313-4384-9ca5-db73558eac4d req-8dfaf17f-839b-4130-a3dc-743837affef5 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544832 Aug 13 04:34:02.828373 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b9e86-9cf6-4f2f-96a2-6f5da5498f56 req-4149e9b2-a54a-4569-b300-460639405f44 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:02.829938 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-508b9e86-9cf6-4f2f-96a2-6f5da5498f56 req-4149e9b2-a54a-4569-b300-460639405f44 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.0797126 Aug 13 04:34:02.870253 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-508b9e86-9cf6-4f2f-96a2-6f5da5498f56 req-4c1ad087-e040-4cb9-a00e-a77e9ccd8086 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342987 Aug 13 04:34:02.930310 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af5b84-6f94-4419-9a4a-719cd1e97882 req-e2ff2ed4-abb6-452c-9046-690c2f14a1be tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:02.931871 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e9af5b84-6f94-4419-9a4a-719cd1e97882 req-e2ff2ed4-abb6-452c-9046-690c2f14a1be tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 946 time: 0.0505846 Aug 13 04:34:02.999273 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e9af5b84-6f94-4419-9a4a-719cd1e97882 req-a6665385-d093-40c9-b2ae-c624c1b9b21e tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576723 Aug 13 04:34:03.011932 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d885d-1ecc-4698-a612-40426d40dbb1 req-50d5168a-4f7a-4b93-93ea-65a3807d5da8 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:03.013691 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-162d885d-1ecc-4698-a612-40426d40dbb1 req-50d5168a-4f7a-4b93-93ea-65a3807d5da8 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0808349 Aug 13 04:34:03.024201 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 40616) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:03.055230 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-162d885d-1ecc-4698-a612-40426d40dbb1 req-1f47a39e-db81-46f1-8d9b-20f9d3232e80 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344112 Aug 13 04:34:03.175726 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ebbdb-731e-4752-a524-8fa861eb85dd tempest-TestVolumeBootPattern-1200976708 tempest-TestVolumeBootPattern-1200976708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:03.177259 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-0e6ebbdb-731e-4752-a524-8fa861eb85dd tempest-TestVolumeBootPattern-1200976708 tempest-TestVolumeBootPattern-1200976708-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 1094 time: 0.1520550 Aug 13 04:34:03.180141 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 40622) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:03.184458 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-06e1cd50-d881-491c-883a-8a78f1525201 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Request body: {'floatingip': {'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'port_id': 'a6019955-dfeb-42fd-bf68-d1fac8198ecb', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:34:03.207316 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-06e1cd50-d881-491c-883a-8a78f1525201 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for floatingip, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:03.271153 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ca01e-042f-4b57-95a5-b9abb26bfa36 req-6f15a4eb-f682-4834-b920-40c3abfeaeab tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:03.272687 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-887ca01e-042f-4b57-95a5-b9abb26bfa36 req-6f15a4eb-f682-4834-b920-40c3abfeaeab tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 946 time: 0.0524373 Aug 13 04:34:03.305764 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-06e1cd50-d881-491c-883a-8a78f1525201 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:03.311781 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-887ca01e-042f-4b57-95a5-b9abb26bfa36 req-9468e2c4-20ce-4c51-9950-8daff6b238e3 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326178 Aug 13 04:34:03.414418 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [None req-06e1cd50-d881-491c-883a-8a78f1525201 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Allocated IP 172.27.0.59 (d5442241-d7fe-41d2-8545-5b5874d634cc/644fe726-b54d-4883-8d33-fa766808e879/7a2f006c-c65f-433a-a0e8-42bd64f4bad2) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:34:03.453918 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device cd209cdf-3517-46ae-b5d5-f413928df01c no longer exists at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:34:03.475313 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] No Port match for: cd209cdf-3517-46ae-b5d5-f413928df01c {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:34:03.475655 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device cd209cdf-3517-46ae-b5d5-f413928df01c not bound to the agent host hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:34:03.513787 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-06e1cd50-d881-491c-883a-8a78f1525201 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:03.552516 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-06e1cd50-d881-491c-883a-8a78f1525201 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:03.593145 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e1cd50-d881-491c-883a-8a78f1525201 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Network d5442241-d7fe-41d2-8545-5b5874d634cc is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:34:03.597953 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-06e1cd50-d881-491c-883a-8a78f1525201 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:34:03.601511 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e1cd50-d881-491c-883a-8a78f1525201 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:34:03.624265 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e1cd50-d881-491c-883a-8a78f1525201 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Pushing event updated for resources: {'Port': ['ID=7a2f006c-c65f-433a-a0e8-42bd64f4bad2,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:03.635678 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e1cd50-d881-491c-883a-8a78f1525201 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:34:03.636030 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e1cd50-d881-491c-883a-8a78f1525201 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:34:03.636370 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e1cd50-d881-491c-883a-8a78f1525201 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:34:03.636704 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e1cd50-d881-491c-883a-8a78f1525201 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:34:03.637037 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e1cd50-d881-491c-883a-8a78f1525201 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:34:03.637370 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e1cd50-d881-491c-883a-8a78f1525201 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:34:03.637729 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e1cd50-d881-491c-883a-8a78f1525201 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:34:03.638060 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e1cd50-d881-491c-883a-8a78f1525201 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:34:03.638389 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e1cd50-d881-491c-883a-8a78f1525201 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:34:03.638710 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e1cd50-d881-491c-883a-8a78f1525201 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:34:03.639035 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e1cd50-d881-491c-883a-8a78f1525201 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:34:03.639356 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e1cd50-d881-491c-883a-8a78f1525201 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:34:03.967537 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-06e1cd50-d881-491c-883a-8a78f1525201 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:04.036500 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-06e1cd50-d881-491c-883a-8a78f1525201 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:04.186615 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7926bd-a1ef-4999-8325-50e6a5e24e92 req-98cade12-3877-42e8-b2a6-1c24be4bbe1e tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:04.188098 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-de7926bd-a1ef-4999-8325-50e6a5e24e92 req-98cade12-3877-42e8-b2a6-1c24be4bbe1e tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0494020 Aug 13 04:34:04.227270 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-de7926bd-a1ef-4999-8325-50e6a5e24e92 req-e8c56696-ed20-4441-9f7e-c2cbbcc3accc tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318770 Aug 13 04:34:04.228640 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20809a8-4de6-47b3-a3f6-b37ceb4cdcba req-6b8e6ae2-4fc0-45e1-82f0-27fb3d28c22a tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:04.230120 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-d20809a8-4de6-47b3-a3f6-b37ceb4cdcba req-6b8e6ae2-4fc0-45e1-82f0-27fb3d28c22a tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.64 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 946 time: 0.1090746 Aug 13 04:34:04.299196 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-06e1cd50-d881-491c-883a-8a78f1525201 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:04.316533 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-06e1cd50-d881-491c-883a-8a78f1525201 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8757390'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:04.429851 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390a9b0-8362-4796-bd2b-d8170f505466 req-d8cb507d-e008-42f7-8a9a-d8f6035f048e tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:04.431327 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d390a9b0-8362-4796-bd2b-d8170f505466 req-d8cb507d-e008-42f7-8a9a-d8f6035f048e tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 946 time: 0.0521946 Aug 13 04:34:04.441666 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e1cd50-d881-491c-883a-8a78f1525201 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Pushing event updated for resources: {'Port': ['ID=7a2f006c-c65f-433a-a0e8-42bd64f4bad2,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:04.454497 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-06e1cd50-d881-491c-883a-8a78f1525201 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3788949'] for floatingip, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:04.471242 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d390a9b0-8362-4796-bd2b-d8170f505466 req-6411c6c5-d4a7-426a-96c8-c9de0e82173c tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/security-groups?id=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332513 Aug 13 04:34:04.710921 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [req-d20809a8-4de6-47b3-a3f6-b37ceb4cdcba req-4819545b-1a2b-4aed-9b95-70703a58e1b6 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Deleting port 4a62d4b3-3837-414b-a01d-079fec907da0 {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:34:04.711253 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-d20809a8-4de6-47b3-a3f6-b37ceb4cdcba req-4819545b-1a2b-4aed-9b95-70703a58e1b6 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:04.838597 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.db.l3_db [None req-06e1cd50-d881-491c-883a-8a78f1525201 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Floating IP c1cbeda8-91d4-49bb-b618-cc484559bcb3 associated. External IP: 172.27.0.59, port: a6019955-dfeb-42fd-bf68-d1fac8198ecb. Aug 13 04:34:04.890263 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-d20809a8-4de6-47b3-a3f6-b37ceb4cdcba req-4819545b-1a2b-4aed-9b95-70703a58e1b6 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] For port 4a62d4b3-3837-414b-a01d-079fec907da0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=4a62d4b3-3837-414b-a01d-079fec907da0,segment=NetworkSegment(294d5366-306b-4365-8cf5-2c3e5f8bb811),segment_id=294d5366-306b-4365-8cf5-2c3e5f8bb811)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:34:04.890629 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-d20809a8-4de6-47b3-a3f6-b37ceb4cdcba req-4819545b-1a2b-4aed-9b95-70703a58e1b6 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:04.912270 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [req-d20809a8-4de6-47b3-a3f6-b37ceb4cdcba req-4819545b-1a2b-4aed-9b95-70703a58e1b6 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Calling delete_port for 4a62d4b3-3837-414b-a01d-079fec907da0 owned by compute:nova {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:34:05.196134 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e1cd50-d881-491c-883a-8a78f1525201 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Router 84c8ba90-bd75-48e8-9809-29e8e1ab1971 has already been hosted by L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:34:05.197546 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-d20809a8-4de6-47b3-a3f6-b37ceb4cdcba req-4819545b-1a2b-4aed-9b95-70703a58e1b6 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:05.211037 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['4a62d4b3-3837-414b-a01d-079fec907da0'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:34:05.249989 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819545b-1a2b-4aed-9b95-70703a58e1b6 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Pushing event deleted for resources: {'Port': ['ID=4a62d4b3-3837-414b-a01d-079fec907da0,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:05.353931 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cbe993-4152-46d3-9e7f-100ca7108af8 req-74a3014e-5add-4d9b-9768-a597548bb404 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:05.355419 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a7cbe993-4152-46d3-9e7f-100ca7108af8 req-74a3014e-5add-4d9b-9768-a597548bb404 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0507441 Aug 13 04:34:05.356388 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20809a8-4de6-47b3-a3f6-b37ceb4cdcba req-4819545b-1a2b-4aed-9b95-70703a58e1b6 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] No DVR routers for this DVR port 4a62d4b3-3837-414b-a01d-079fec907da0 on host hv-cinder-75996 {{(pid=93894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:34:05.362369 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-d20809a8-4de6-47b3-a3f6-b37ceb4cdcba req-4819545b-1a2b-4aed-9b95-70703a58e1b6 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:05.364640 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-d20809a8-4de6-47b3-a3f6-b37ceb4cdcba req-4819545b-1a2b-4aed-9b95-70703a58e1b6 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.64 "DELETE /v2.0/ports/4a62d4b3-3837-414b-a01d-079fec907da0 HTTP/1.1" status: 204 len: 173 time: 1.1279626 Aug 13 04:34:05.365098 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4efb80e9-e2d4-416d-ad9d-3957beb33d56', 'name': 'network-vif-deleted', 'tag': '4a62d4b3-3837-414b-a01d-079fec907da0'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:34:05.367390 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70cdd4b14b3222e3d0e13c26c8e97d260020fc564b3ab37a06bbaa54b203d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0847859f-babe-4861-bf0c-0ecf0f65dde6" -d '{"events": [{"server_uuid": "4efb80e9-e2d4-416d-ad9d-3957beb33d56", "name": "network-vif-deleted", "tag": "4a62d4b3-3837-414b-a01d-079fec907da0"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:34:05.401487 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a7cbe993-4152-46d3-9e7f-100ca7108af8 req-0753f0f5-57b5-4db7-a978-d4c6495e12b4 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368249 Aug 13 04:34:05.424158 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b3669b-4122-466a-8635-bc65ae3b4d21 x-openstack-request-id: req-07b3669b-4122-466a-8635-bc65ae3b4d21 {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:34:05.424524 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4efb80e9-e2d4-416d-ad9d-3957beb33d56", "name": "network-vif-deleted", "tag": "4a62d4b3-3837-414b-a01d-079fec907da0", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:34:05.424857 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07b3669b-4122-466a-8635-bc65ae3b4d21 {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:34:05.425315 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4efb80e9-e2d4-416d-ad9d-3957beb33d56', 'name': 'network-vif-deleted', 'tag': '4a62d4b3-3837-414b-a01d-079fec907da0', 'status': 'completed', 'code': 200} Aug 13 04:34:05.448684 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e1cd50-d881-491c-883a-8a78f1525201 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:34:05.460548 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c329a8b-c185-4f3a-a6dd-70d9b85f4bc2 None None] Sync routers for ids ['84c8ba90-bd75-48e8-9809-29e8e1ab1971'] in dv-cinder-759961-6-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:34:05.468062 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-06e1cd50-d881-491c-883a-8a78f1525201 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for floatingip, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:05.471616 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c329a8b-c185-4f3a-a6dd-70d9b85f4bc2 None None] Routers {'84c8ba90-bd75-48e8-9809-29e8e1ab1971'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:34:05.472265 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-6c329a8b-c185-4f3a-a6dd-70d9b85f4bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:33:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['84c8ba90-bd75-48e8-9809-29e8e1ab1971'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:34:05.500232 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-06e1cd50-d881-491c-883a-8a78f1525201 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3190687 Aug 13 04:34:05.583615 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-6c329a8b-c185-4f3a-a6dd-70d9b85f4bc2 None None] Set router 84c8ba90-bd75-48e8-9809-29e8e1ab1971 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:34:05.588445 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-23a30722-0035-4c22-8f95-687daac0fd52 req-d97f9f8e-183a-4c53-abe0-1d19a5d13ad1 tempest-AttachVolumeNegativeTest-1070642273 tempest-AttachVolumeNegativeTest-1070642273-project] 10.222.0.13 "GET /v2.0/ports?device_id=4efb80e9-e2d4-416d-ad9d-3957beb33d56 HTTP/1.1" status: 200 len: 210 time: 0.0263882 Aug 13 04:34:05.811619 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-6c329a8b-c185-4f3a-a6dd-70d9b85f4bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'name': 'tempest-TestVolumeBootPattern-334249644-router', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:11Z', 'updated_at': '2021-08-13T04:32:18Z', 'revision_number': 4, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'gw_port': {'id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:12Z', 'updated_at': '2021-08-13T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_floatingips': [{'id': 'c1cbeda8-91d4-49bb-b618-cc484559bcb3', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'router_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'port_id': 'a6019955-dfeb-42fd-bf68-d1fac8198ecb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'mac_address': 'fa:16:3e:0b:49:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0099a-7c38-4609-a63f-fee3baa6db7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:34:03Z', 'updated_at': '2021-08-13T04:34:03Z', 'revision_number': 0, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee537ad-5512-45bb-934e-4815e20a6d76', 'name': '', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'mac_address': 'fa:16:3e:7c:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:16Z', 'updated_at': '2021-08-13T04:32:31Z', 'revision_number': 5, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'subnets': [{'id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:34:05.837987 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c329a8b-c185-4f3a-a6dd-70d9b85f4bc2 None None] Checking router: 84c8ba90-bd75-48e8-9809-29e8e1ab1971 for host: dv-cinder-759961-6-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:34:05.846962 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c329a8b-c185-4f3a-a6dd-70d9b85f4bc2 None None] Routers {'84c8ba90-bd75-48e8-9809-29e8e1ab1971'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:34:05.847570 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-6c329a8b-c185-4f3a-a6dd-70d9b85f4bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:33:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['84c8ba90-bd75-48e8-9809-29e8e1ab1971'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:34:05.954911 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-6c329a8b-c185-4f3a-a6dd-70d9b85f4bc2 None None] Set router 84c8ba90-bd75-48e8-9809-29e8e1ab1971 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:34:06.186978 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-6c329a8b-c185-4f3a-a6dd-70d9b85f4bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'name': 'tempest-TestVolumeBootPattern-334249644-router', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:11Z', 'updated_at': '2021-08-13T04:32:18Z', 'revision_number': 4, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'gw_port': {'id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:12Z', 'updated_at': '2021-08-13T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_floatingips': [{'id': 'c1cbeda8-91d4-49bb-b618-cc484559bcb3', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'router_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'port_id': 'a6019955-dfeb-42fd-bf68-d1fac8198ecb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'mac_address': 'fa:16:3e:0b:49:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0099a-7c38-4609-a63f-fee3baa6db7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:34:03Z', 'updated_at': '2021-08-13T04:34:03Z', 'revision_number': 0, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee537ad-5512-45bb-934e-4815e20a6d76', 'name': '', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'mac_address': 'fa:16:3e:7c:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:16Z', 'updated_at': '2021-08-13T04:32:31Z', 'revision_number': 5, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'subnets': [{'id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:34:06.214068 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c329a8b-c185-4f3a-a6dd-70d9b85f4bc2 None None] The sync data for ids ['84c8ba90-bd75-48e8-9809-29e8e1ab1971'] in dv-cinder-759961-6-iscsi is: [{'id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'name': 'tempest-TestVolumeBootPattern-334249644-router', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:11Z', 'updated_at': '2021-08-13T04:32:18Z', 'revision_number': 4, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'gw_port': {'id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:12Z', 'updated_at': '2021-08-13T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_floatingips': [{'id': 'c1cbeda8-91d4-49bb-b618-cc484559bcb3', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'router_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'port_id': 'a6019955-dfeb-42fd-bf68-d1fac8198ecb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'mac_address': 'fa:16:3e:0b:49:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0099a-7c38-4609-a63f-fee3baa6db7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:34:03Z', 'updated_at': '2021-08-13T04:34:03Z', 'revision_number': 0, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee537ad-5512-45bb-934e-4815e20a6d76', 'name': '', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'mac_address': 'fa:16:3e:7c:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:16Z', 'updated_at': '2021-08-13T04:32:31Z', 'revision_number': 5, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'subnets': [{'id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:34:06.399072 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e7f63b-6e97-4059-8094-2f79905a99ca None None] New status for floating IP c1cbeda8-91d4-49bb-b618-cc484559bcb3: ACTIVE {{(pid=93895) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:34:06.527265 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db72530-e211-4e1b-ad36-6856fa3eed8e req-3b893999-ffad-4893-b30a-cfae64eadbd8 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:06.528671 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9db72530-e211-4e1b-ad36-6856fa3eed8e req-3b893999-ffad-4893-b30a-cfae64eadbd8 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0518208 Aug 13 04:34:06.569247 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9db72530-e211-4e1b-ad36-6856fa3eed8e req-4b494c52-5cda-479e-97d1-94afba7344f2 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337887 Aug 13 04:34:06.642897 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 40648) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:06.688069 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b78f1b-1c74-4034-869a-1f463f3df130 admin admin] Deleting subnet b34fb96a-c863-4437-9084-58bfc9a701c8 {{(pid=93894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:34:06.691971 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-43b78f1b-1c74-4034-869a-1f463f3df130 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:06.725661 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-43b78f1b-1c74-4034-869a-1f463f3df130 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571626'] for subnet, precommit_delete_associations {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:06.766301 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-43b78f1b-1c74-4034-869a-1f463f3df130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033975'] for subnet, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:06.817553 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-43b78f1b-1c74-4034-869a-1f463f3df130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8757428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583102'] for subnet, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:06.842333 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b78f1b-1c74-4034-869a-1f463f3df130 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b34fb96a-c863-4437-9084-58bfc9a701c8,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:06.846522 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-43b78f1b-1c74-4034-869a-1f463f3df130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:06.849093 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-43b78f1b-1c74-4034-869a-1f463f3df130 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b34fb96a-c863-4437-9084-58bfc9a701c8 HTTP/1.1" status: 204 len: 168 time: 0.2044976 Aug 13 04:34:06.851002 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 40650) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:06.918532 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-19aac936-9657-45c8-9dea-f05361b67aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530472'] for network, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:06.998758 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-19aac936-9657-45c8-9dea-f05361b67aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038704', 'neutron.services.segments.db._delete_segments_for_network-8740403467888'] for network, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:07.009567 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-19aac936-9657-45c8-9dea-f05361b67aa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5a4407b-136d-4505-b628-117c1b1fc3a4']}} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:34:07.020382 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-19aac936-9657-45c8-9dea-f05361b67aa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '294d5366-306b-4365-8cf5-2c3e5f8bb811') {'for_net_delete': True} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:34:07.020718 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-19aac936-9657-45c8-9dea-f05361b67aa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '294d5366-306b-4365-8cf5-2c3e5f8bb811') {} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:34:07.029459 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-19aac936-9657-45c8-9dea-f05361b67aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403392121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571645'] for segment, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:07.043309 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-19aac936-9657-45c8-9dea-f05361b67aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910'] for segment, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:07.049012 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19aac936-9657-45c8-9dea-f05361b67aa7 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=93894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:34:07.049392 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-19aac936-9657-45c8-9dea-f05361b67aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8757354'] for segment, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:07.051020 dv-cinder-759961-6-iscsi neutron-server[93894]: Traceback (most recent call last): Aug 13 04:34:07.051020 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:34:07.051020 dv-cinder-759961-6-iscsi neutron-server[93894]: timer() Aug 13 04:34:07.051020 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:34:07.051020 dv-cinder-759961-6-iscsi neutron-server[93894]: cb(*args, **kw) Aug 13 04:34:07.051020 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:34:07.051020 dv-cinder-759961-6-iscsi neutron-server[93894]: return func(*args, **kwargs) Aug 13 04:34:07.051020 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:34:07.051020 dv-cinder-759961-6-iscsi neutron-server[93894]: self._notify() Aug 13 04:34:07.051020 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:34:07.051020 dv-cinder-759961-6-iscsi neutron-server[93894]: self.callback(batched_events) Aug 13 04:34:07.051020 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:34:07.051020 dv-cinder-759961-6-iscsi neutron-server[93894]: event.method(event) Aug 13 04:34:07.051020 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:34:07.051020 dv-cinder-759961-6-iscsi neutron-server[93894]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:34:07.051020 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:34:07.051020 dv-cinder-759961-6-iscsi neutron-server[93894]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:34:07.051020 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:34:07.051020 dv-cinder-759961-6-iscsi neutron-server[93894]: return f(self, *a, **k) Aug 13 04:34:07.051020 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:34:07.051020 dv-cinder-759961-6-iscsi neutron-server[93894]: return self._get(url).json() Aug 13 04:34:07.051020 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:34:07.051020 dv-cinder-759961-6-iscsi neutron-server[93894]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:34:07.051020 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:34:07.051020 dv-cinder-759961-6-iscsi neutron-server[93894]: return self.request(url, 'GET', **kwargs) Aug 13 04:34:07.051020 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:34:07.051020 dv-cinder-759961-6-iscsi neutron-server[93894]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:34:07.051020 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:34:07.051020 dv-cinder-759961-6-iscsi neutron-server[93894]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:34:07.051020 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:34:07.051020 dv-cinder-759961-6-iscsi neutron-server[93894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:34:07.051020 dv-cinder-759961-6-iscsi neutron-server[93894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:34:07.107101 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-19aac936-9657-45c8-9dea-f05361b67aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3788963'] for network, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:07.113312 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-19aac936-9657-45c8-9dea-f05361b67aa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:07.115045 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-19aac936-9657-45c8-9dea-f05361b67aa7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e5a4407b-136d-4505-b628-117c1b1fc3a4 HTTP/1.1" status: 204 len: 168 time: 0.2631021 Aug 13 04:34:07.124252 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aac936-9657-45c8-9dea-f05361b67aa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5a4407b-136d-4505-b628-117c1b1fc3a4,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:07.274645 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 40656) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:07.315428 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-7963e4a2-c160-495d-970f-f07ad5531526 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=44afcd45727640ec80dc17fe4fcf67fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0395763 Aug 13 04:34:07.318210 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 40658) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:07.365823 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-347f777f-fbcc-4f86-8c7f-d139db15c789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:07.386266 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-347f777f-fbcc-4f86-8c7f-d139db15c789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:07.433398 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-347f777f-fbcc-4f86-8c7f-d139db15c789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:07.434666 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e0099a-7c38-4609-a63f-fee3baa6db7a', 'tag': 'a6019955-dfeb-42fd-bf68-d1fac8198ecb'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:34:07.436031 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-347f777f-fbcc-4f86-8c7f-d139db15c789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:07.437201 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70cdd4b14b3222e3d0e13c26c8e97d260020fc564b3ab37a06bbaa54b203d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5768fee-5773-4b68-91eb-828f5fa2dcfb" -d '{"events": [{"name": "network-changed", "server_uuid": "04e0099a-7c38-4609-a63f-fee3baa6db7a", "tag": "a6019955-dfeb-42fd-bf68-d1fac8198ecb"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:34:07.440681 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-347f777f-fbcc-4f86-8c7f-d139db15c789 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8624194e-3fa3-4cdb-bc8c-96dd7aee74e7 HTTP/1.1" status: 204 len: 168 time: 0.1215010 Aug 13 04:34:07.449092 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f777f-fbcc-4f86-8c7f-d139db15c789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8624194e-3fa3-4cdb-bc8c-96dd7aee74e7,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:07.457344 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347f777f-fbcc-4f86-8c7f-d139db15c789 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:34:07.457695 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347f777f-fbcc-4f86-8c7f-d139db15c789 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:34:07.458105 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347f777f-fbcc-4f86-8c7f-d139db15c789 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:34:07.458449 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347f777f-fbcc-4f86-8c7f-d139db15c789 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:34:07.458784 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347f777f-fbcc-4f86-8c7f-d139db15c789 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:34:07.459118 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347f777f-fbcc-4f86-8c7f-d139db15c789 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:34:07.459578 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347f777f-fbcc-4f86-8c7f-d139db15c789 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:34:07.459916 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347f777f-fbcc-4f86-8c7f-d139db15c789 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:34:07.460247 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347f777f-fbcc-4f86-8c7f-d139db15c789 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:34:07.460573 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347f777f-fbcc-4f86-8c7f-d139db15c789 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:34:07.460899 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347f777f-fbcc-4f86-8c7f-d139db15c789 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:34:07.461224 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347f777f-fbcc-4f86-8c7f-d139db15c789 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:34:07.479355 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-0476a0ee-4878-4a10-a0d4-2ea22d79a313 req-ba594839-27fe-4bd8-9063-bba6ea5e9246 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711391 Aug 13 04:34:07.480851 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c206b9c4-09b5-481f-a945-f02e74f5515a x-openstack-request-id: req-c206b9c4-09b5-481f-a945-f02e74f5515a {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:34:07.481350 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e0099a-7c38-4609-a63f-fee3baa6db7a", "tag": "a6019955-dfeb-42fd-bf68-d1fac8198ecb", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:34:07.481685 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c206b9c4-09b5-481f-a945-f02e74f5515a {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:34:07.482125 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e0099a-7c38-4609-a63f-fee3baa6db7a', 'tag': 'a6019955-dfeb-42fd-bf68-d1fac8198ecb', 'status': 'completed', 'code': 200} Aug 13 04:34:07.574369 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5768fee-5773-4b68-91eb-828f5fa2dcfb req-67019326-e859-4af3-9490-1665e8219ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:07.576080 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e5768fee-5773-4b68-91eb-828f5fa2dcfb req-67019326-e859-4af3-9490-1665e8219ae8 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f2d284955ea4d12b60ceba4f7a53e87&device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 1099 time: 0.0416865 Aug 13 04:34:07.604905 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476a0ee-4878-4a10-a0d4-2ea22d79a313 req-2b144732-0434-4e83-999d-e1c69416a7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:07.607085 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0476a0ee-4878-4a10-a0d4-2ea22d79a313 req-2b144732-0434-4e83-999d-e1c69416a7cd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=14887014218041cc86fddfa8a151dcd6&device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 1098 time: 0.0510588 Aug 13 04:34:07.695013 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5768fee-5773-4b68-91eb-828f5fa2dcfb req-1e8ffc40-3b0d-4cf3-a78b-8c644174e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:07.696695 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e5768fee-5773-4b68-91eb-828f5fa2dcfb req-1e8ffc40-3b0d-4cf3-a78b-8c644174e04e service neutron] 10.222.0.64 "GET /v2.0/networks?id=87d3a17b-ea4d-435b-9c8e-36b4c38780d2 HTTP/1.1" status: 200 len: 912 time: 0.1067429 Aug 13 04:34:07.756894 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeaeaca-fddf-42ee-a6ac-66351bdd9ab3 req-7c5e8c1c-2900-4758-ba7b-cbadab2f4378 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:07.758437 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-aeeaeaca-fddf-42ee-a6ac-66351bdd9ab3 req-7c5e8c1c-2900-4758-ba7b-cbadab2f4378 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.1078589 Aug 13 04:34:07.772734 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e5768fee-5773-4b68-91eb-828f5fa2dcfb req-c8662ce1-681d-4705-b43d-826cc52427f7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6019955-dfeb-42fd-bf68-d1fac8198ecb HTTP/1.1" status: 200 len: 1001 time: 0.0599909 Aug 13 04:34:07.791220 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476a0ee-4878-4a10-a0d4-2ea22d79a313 req-2e3954da-027d-46e8-b5b1-348fd9617994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:07.792719 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0476a0ee-4878-4a10-a0d4-2ea22d79a313 req-2e3954da-027d-46e8-b5b1-348fd9617994 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9c9aa154-2553-4e43-a430-2b11cf059f5c HTTP/1.1" status: 200 len: 911 time: 0.1508865 Aug 13 04:34:07.817974 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-aeeaeaca-fddf-42ee-a6ac-66351bdd9ab3 req-25dc5990-9f1c-4ddd-b28c-44e335f6ebde tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513189 Aug 13 04:34:07.848998 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5768fee-5773-4b68-91eb-828f5fa2dcfb req-9b416c9b-9ecf-462d-8fbc-6544e394a442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:07.850727 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e5768fee-5773-4b68-91eb-828f5fa2dcfb req-9b416c9b-9ecf-462d-8fbc-6544e394a442 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=70eada8e-6c53-4591-b1fd-b63b9652e2e1 HTTP/1.1" status: 200 len: 850 time: 0.0611739 Aug 13 04:34:07.871638 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0476a0ee-4878-4a10-a0d4-2ea22d79a313 req-86e9a0bb-432b-4204-ae13-934c6a34a025 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5bada29-7024-47b0-b3dd-d142dd41cdda HTTP/1.1" status: 200 len: 1000 time: 0.0654120 Aug 13 04:34:07.914365 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5768fee-5773-4b68-91eb-828f5fa2dcfb req-3ce14205-1ef3-43a1-a580-854a79e92d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:07.915878 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e5768fee-5773-4b68-91eb-828f5fa2dcfb req-3ce14205-1ef3-43a1-a580-854a79e92d46 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87d3a17b-ea4d-435b-9c8e-36b4c38780d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479245 Aug 13 04:34:07.924887 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476a0ee-4878-4a10-a0d4-2ea22d79a313 req-877c775e-dcd7-4687-9141-cf6cbea068ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:07.926767 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0476a0ee-4878-4a10-a0d4-2ea22d79a313 req-877c775e-dcd7-4687-9141-cf6cbea068ef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5b21e272-0ba6-46ef-9194-8e0451e934ca HTTP/1.1" status: 200 len: 849 time: 0.0478740 Aug 13 04:34:07.989510 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476a0ee-4878-4a10-a0d4-2ea22d79a313 req-b568f002-82ff-484f-8c97-c2796c4d6b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:07.991196 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0476a0ee-4878-4a10-a0d4-2ea22d79a313 req-b568f002-82ff-484f-8c97-c2796c4d6b5e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c9aa154-2553-4e43-a430-2b11cf059f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515790 Aug 13 04:34:08.025632 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e5768fee-5773-4b68-91eb-828f5fa2dcfb req-ee0ec412-f969-4d57-abab-3a7d78198ad9 service neutron] 10.222.0.64 "GET /v2.0/networks/87d3a17b-ea4d-435b-9c8e-36b4c38780d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006112 Aug 13 04:34:08.082232 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-156ec09d-0b26-4e1b-b77f-9f56652f0d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:08.115434 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0476a0ee-4878-4a10-a0d4-2ea22d79a313 req-1fcbfdee-3740-4da6-a3ee-8145f6467847 service neutron] 10.222.0.64 "GET /v2.0/networks/9c9aa154-2553-4e43-a430-2b11cf059f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070914 Aug 13 04:34:08.134178 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e5768fee-5773-4b68-91eb-828f5fa2dcfb req-fd8fe3b1-cf44-4fdc-8a40-75d0e0e3e2f0 service neutron] 10.222.0.64 "GET /v2.0/networks/87d3a17b-ea4d-435b-9c8e-36b4c38780d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964315 Aug 13 04:34:08.219566 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0476a0ee-4878-4a10-a0d4-2ea22d79a313 req-94a461c9-8f4a-4871-b082-00ff7173ed76 service neutron] 10.222.0.64 "GET /v2.0/networks/9c9aa154-2553-4e43-a430-2b11cf059f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885136 Aug 13 04:34:08.950981 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90486b9a-97db-4173-bda2-68748c3db94a req-a2d4cee9-c094-4da0-92ee-7dd23651e536 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:08.952618 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-90486b9a-97db-4173-bda2-68748c3db94a req-a2d4cee9-c094-4da0-92ee-7dd23651e536 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0567598 Aug 13 04:34:09.004755 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-90486b9a-97db-4173-bda2-68748c3db94a req-b3a03fd3-2be1-4833-b500-080b52495e3a tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460112 Aug 13 04:34:09.352317 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 40718) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:09.459168 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2dba6a12-0664-45be-b6c9-17b8541e8217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:09.478279 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 4a62d4b3-3837-414b-a01d-079fec907da0 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:34:09.503935 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] No Port match for: 4a62d4b3-3837-414b-a01d-079fec907da0 {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:34:09.504372 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 4a62d4b3-3837-414b-a01d-079fec907da0 not bound to the agent host hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:34:09.556780 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2dba6a12-0664-45be-b6c9-17b8541e8217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:09.560841 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2dba6a12-0664-45be-b6c9-17b8541e8217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:09.599293 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-2dba6a12-0664-45be-b6c9-17b8541e8217 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20d9e246489d42c2a4da030d8b520be7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458811 Aug 13 04:34:09.599977 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba6a12-0664-45be-b6c9-17b8541e8217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f1f2ac-28f3-4cc8-ab7f-cba7ad6ca0a7,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:09.602250 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 40730) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:09.654624 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4590b3b9-bc88-40df-b313-6e02ab2a0f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:09.661525 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61c2a5-ee74-4796-bec8-606492b7c488 req-3a509dcb-6886-4fb9-aa0c-c239987aa107 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:09.663007 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ff61c2a5-ee74-4796-bec8-606492b7c488 req-3a509dcb-6886-4fb9-aa0c-c239987aa107 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 946 time: 0.0476329 Aug 13 04:34:09.677594 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4590b3b9-bc88-40df-b313-6e02ab2a0f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:09.700881 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ff61c2a5-ee74-4796-bec8-606492b7c488 req-cd288cdf-c948-4879-bb7a-5dc68f840def tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318213 Aug 13 04:34:09.726939 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 40732) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:09.733326 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4590b3b9-bc88-40df-b313-6e02ab2a0f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:09.735809 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4590b3b9-bc88-40df-b313-6e02ab2a0f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:09.737331 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-4590b3b9-bc88-40df-b313-6e02ab2a0f02 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30f1f2ac-28f3-4cc8-ab7f-cba7ad6ca0a7 HTTP/1.1" status: 204 len: 168 time: 0.1341929 Aug 13 04:34:09.745730 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4590b3b9-bc88-40df-b313-6e02ab2a0f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f1f2ac-28f3-4cc8-ab7f-cba7ad6ca0a7,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:09.884345 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370bd187-56eb-42d1-a03e-d651735e4b41 tempest-TestMinimumBasicScenario-1938803298 tempest-TestMinimumBasicScenario-1938803298-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:09.885937 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-370bd187-56eb-42d1-a03e-d651735e4b41 tempest-TestMinimumBasicScenario-1938803298 tempest-TestMinimumBasicScenario-1938803298-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 1094 time: 0.1580179 Aug 13 04:34:09.888806 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 40740) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:09.893906 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-992f17a5-235e-4ec9-9c44-86bbd3bf1ee3 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Request body: {'floatingip': {'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'port_id': '90912158-5071-4e18-b5b5-6e2227fd5493', 'tenant_id': 'c41ff29303444fd0820593792b37e277', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:34:09.917108 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-992f17a5-235e-4ec9-9c44-86bbd3bf1ee3 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks [] for floatingip, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:10.017978 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-992f17a5-235e-4ec9-9c44-86bbd3bf1ee3 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:10.030288 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 40744) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:10.076162 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-bbe93a54-0fd2-4076-af18-a4add13a7438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:10.122834 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc1d03-1e7a-4e6a-b057-22315b77c9d1 req-802819e3-43ff-4129-a7da-6465aa818f9f tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:10.124290 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7cbc1d03-1e7a-4e6a-b057-22315b77c9d1 req-802819e3-43ff-4129-a7da-6465aa818f9f tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0513933 Aug 13 04:34:10.163790 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7cbc1d03-1e7a-4e6a-b057-22315b77c9d1 req-91fbb3a9-4808-403b-b4a1-28b1f6483b6f tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327151 Aug 13 04:34:10.174502 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [None req-992f17a5-235e-4ec9-9c44-86bbd3bf1ee3 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Allocated IP 172.27.0.184 (d5442241-d7fe-41d2-8545-5b5874d634cc/644fe726-b54d-4883-8d33-fa766808e879/a25483e6-218e-417b-b6ef-fc0c777e43d2) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:34:10.292720 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-bbe93a54-0fd2-4076-af18-a4add13a7438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:10.301443 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-bbe93a54-0fd2-4076-af18-a4add13a7438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:10.341789 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-992f17a5-235e-4ec9-9c44-86bbd3bf1ee3 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:10.359247 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-bbe93a54-0fd2-4076-af18-a4add13a7438 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e38b4a6bd0844fdc9d797c2f57aa4f03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3279786 Aug 13 04:34:10.361803 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe93a54-0fd2-4076-af18-a4add13a7438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe19627-f0c6-42f2-8a99-c14c2885fb82,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:10.362278 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 40746) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:10.397277 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-992f17a5-235e-4ec9-9c44-86bbd3bf1ee3 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:10.414788 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-994ad264-801b-4fc5-9733-1ed3212518bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:10.435958 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-994ad264-801b-4fc5-9733-1ed3212518bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:10.437803 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992f17a5-235e-4ec9-9c44-86bbd3bf1ee3 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Network d5442241-d7fe-41d2-8545-5b5874d634cc is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:34:10.443157 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-992f17a5-235e-4ec9-9c44-86bbd3bf1ee3 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:34:10.447473 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992f17a5-235e-4ec9-9c44-86bbd3bf1ee3 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:34:10.450528 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f17a5-235e-4ec9-9c44-86bbd3bf1ee3 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Pushing event updated for resources: {'Port': ['ID=a25483e6-218e-417b-b6ef-fc0c777e43d2,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:10.486510 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-994ad264-801b-4fc5-9733-1ed3212518bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:10.489070 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-994ad264-801b-4fc5-9733-1ed3212518bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:10.490244 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-994ad264-801b-4fc5-9733-1ed3212518bd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dbe19627-f0c6-42f2-8a99-c14c2885fb82 HTTP/1.1" status: 204 len: 168 time: 0.1269879 Aug 13 04:34:10.499900 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ad264-801b-4fc5-9733-1ed3212518bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe19627-f0c6-42f2-8a99-c14c2885fb82,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:10.825924 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-992f17a5-235e-4ec9-9c44-86bbd3bf1ee3 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:10.892856 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-992f17a5-235e-4ec9-9c44-86bbd3bf1ee3 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:10.922812 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-47045858-0cd0-48a8-a5f5-14b9844fdae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:11.047938 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-992f17a5-235e-4ec9-9c44-86bbd3bf1ee3 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:11.052979 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-992f17a5-235e-4ec9-9c44-86bbd3bf1ee3 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8757390'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:11.289617 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43adbf-27cf-465d-9726-7b37081d63f9 req-e07a9489-0b9c-4987-87ae-4052665c4dbb tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:11.291140 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-fc43adbf-27cf-465d-9726-7b37081d63f9 req-e07a9489-0b9c-4987-87ae-4052665c4dbb tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0536642 Aug 13 04:34:11.350695 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:11.352064 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-fc43adbf-27cf-465d-9726-7b37081d63f9 req-d11480db-dc9f-4990-b610-0dd569f64eab tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495181 Aug 13 04:34:11.352271 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f17a5-235e-4ec9-9c44-86bbd3bf1ee3 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Pushing event updated for resources: {'Port': ['ID=a25483e6-218e-417b-b6ef-fc0c777e43d2,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:11.367861 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-992f17a5-235e-4ec9-9c44-86bbd3bf1ee3 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3788949'] for floatingip, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:11.472545 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.db.l3_db [None req-992f17a5-235e-4ec9-9c44-86bbd3bf1ee3 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Floating IP 37160763-948c-40c6-becd-631e39dcec32 associated. External IP: 172.27.0.184, port: 90912158-5071-4e18-b5b5-6e2227fd5493. Aug 13 04:34:11.683928 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992f17a5-235e-4ec9-9c44-86bbd3bf1ee3 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Router b89c1f72-374f-45e2-8f64-952c4ce60619 has already been hosted by L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:34:11.799256 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992f17a5-235e-4ec9-9c44-86bbd3bf1ee3 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:34:11.809301 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b61da6-453f-4eae-8adf-fecb71af1958 None None] Sync routers for ids ['b89c1f72-374f-45e2-8f64-952c4ce60619'] in dv-cinder-759961-6-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:34:11.816852 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-992f17a5-235e-4ec9-9c44-86bbd3bf1ee3 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for floatingip, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:11.820994 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b61da6-453f-4eae-8adf-fecb71af1958 None None] Routers {'b89c1f72-374f-45e2-8f64-952c4ce60619'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:34:11.821796 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-08b61da6-453f-4eae-8adf-fecb71af1958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:34:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['b89c1f72-374f-45e2-8f64-952c4ce60619'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:34:11.844741 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-992f17a5-235e-4ec9-9c44-86bbd3bf1ee3 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9547534 Aug 13 04:34:11.845636 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da403df1-360d-41cf-86fd-0b09258785d0', 'tag': '90912158-5071-4e18-b5b5-6e2227fd5493'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:34:11.848314 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 40790) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:11.848499 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70cdd4b14b3222e3d0e13c26c8e97d260020fc564b3ab37a06bbaa54b203d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8b2384-45cf-407d-9bcb-6bcd43bbb7ab" -d '{"events": [{"name": "network-changed", "server_uuid": "da403df1-360d-41cf-86fd-0b09258785d0", "tag": "90912158-5071-4e18-b5b5-6e2227fd5493"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:34:11.853121 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [None req-bcbf9496-5cdf-4e86-83bd-bbd916dc562e tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2077988141', 'description': 'tempest-secgroup-smoke-2077988141 description', 'project_id': 'c41ff29303444fd0820593792b37e277'}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:34:11.890694 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cac75d-5dc9-4274-98d5-f83a4df631ef x-openstack-request-id: req-68cac75d-5dc9-4274-98d5-f83a4df631ef {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:34:11.891057 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da403df1-360d-41cf-86fd-0b09258785d0", "tag": "90912158-5071-4e18-b5b5-6e2227fd5493", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:34:11.891536 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68cac75d-5dc9-4274-98d5-f83a4df631ef {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:34:11.891940 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da403df1-360d-41cf-86fd-0b09258785d0', 'tag': '90912158-5071-4e18-b5b5-6e2227fd5493', 'status': 'completed', 'code': 200} Aug 13 04:34:11.898638 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-bcbf9496-5cdf-4e86-83bd-bbd916dc562e tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:11.943772 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-08b61da6-453f-4eae-8adf-fecb71af1958 None None] Set router b89c1f72-374f-45e2-8f64-952c4ce60619 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:34:11.995155 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:12.003841 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b2384-45cf-407d-9bcb-6bcd43bbb7ab req-55e20813-0ac5-4ab9-8adb-90f2dda23f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:12.004596 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2c8b2384-45cf-407d-9bcb-6bcd43bbb7ab req-55e20813-0ac5-4ab9-8adb-90f2dda23f24 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c41ff29303444fd0820593792b37e277&device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 1099 time: 0.0798628 Aug 13 04:34:12.092296 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-bcbf9496-5cdf-4e86-83bd-bbd916dc562e tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:12.100900 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-bcbf9496-5cdf-4e86-83bd-bbd916dc562e tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:12.146944 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-bcbf9496-5cdf-4e86-83bd-bbd916dc562e tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:12.150950 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-bcbf9496-5cdf-4e86-83bd-bbd916dc562e tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2988610 Aug 13 04:34:12.151523 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 40802) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:12.154712 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbf9496-5cdf-4e86-83bd-bbd916dc562e tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c232f22c-735e-48a8-92bd-6c9155256075,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:12.161254 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b2384-45cf-407d-9bcb-6bcd43bbb7ab req-f1f5cdd9-f510-41d5-bf14-edd420f6473b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:12.162741 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2c8b2384-45cf-407d-9bcb-6bcd43bbb7ab req-f1f5cdd9-f510-41d5-bf14-edd420f6473b service neutron] 10.222.0.64 "GET /v2.0/networks?id=cc773a2e-a6e4-4037-a278-1599b19ecd84 HTTP/1.1" status: 200 len: 915 time: 0.1491110 Aug 13 04:34:12.164294 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-2cc6484d-6073-44d7-8bb0-56d7fc9912d9 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Request body: {'security_group_rule': {'security_group_id': 'c232f22c-735e-48a8-92bd-6c9155256075', 'project_id': 'c41ff29303444fd0820593792b37e277', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:34:12.194804 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-08b61da6-453f-4eae-8adf-fecb71af1958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'name': 'tempest-TestMinimumBasicScenario-268368609-router', 'tenant_id': 'c41ff29303444fd0820593792b37e277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '8aa55824-144f-4a0f-b429-d4fe801555a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:33:03Z', 'updated_at': '2021-08-13T04:33:07Z', 'revision_number': 4, 'project_id': 'c41ff29303444fd0820593792b37e277', 'gw_port': {'id': '8aa55824-144f-4a0f-b429-d4fe801555a0', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:76:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:33:04Z', 'updated_at': '2021-08-13T04:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_floatingips': [{'id': '37160763-948c-40c6-becd-631e39dcec32', 'tenant_id': 'c41ff29303444fd0820593792b37e277', 'floating_ip_address': '172.27.0.184', 'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'router_id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'port_id': '90912158-5071-4e18-b5b5-6e2227fd5493', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc773a2e-a6e4-4037-a278-1599b19ecd84', 'mac_address': 'fa:16:3e:f3:c0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da403df1-360d-41cf-86fd-0b09258785d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:34:10Z', 'updated_at': '2021-08-13T04:34:10Z', 'revision_number': 0, 'project_id': 'c41ff29303444fd0820593792b37e277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a06a26de-4aef-4fbd-95c7-6fe8957764a4', 'name': '', 'network_id': 'cc773a2e-a6e4-4037-a278-1599b19ecd84', 'tenant_id': 'c41ff29303444fd0820593792b37e277', 'mac_address': 'fa:16:3e:24:4a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'c9714a85-0300-41df-8e35-283bcc57529b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:33:07Z', 'updated_at': '2021-08-13T04:33:17Z', 'revision_number': 5, 'project_id': 'c41ff29303444fd0820593792b37e277', 'subnets': [{'id': 'c9714a85-0300-41df-8e35-283bcc57529b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:34:12.207335 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2cc6484d-6073-44d7-8bb0-56d7fc9912d9 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:12.247641 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2c8b2384-45cf-407d-9bcb-6bcd43bbb7ab req-3cc3f318-a697-464c-b7a8-6fead631b9bd service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90912158-5071-4e18-b5b5-6e2227fd5493 HTTP/1.1" status: 200 len: 1000 time: 0.0658050 Aug 13 04:34:12.289021 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:12.318652 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b2384-45cf-407d-9bcb-6bcd43bbb7ab req-ad4d28b1-da65-47fb-a73b-8c9e23b22e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:12.320928 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2c8b2384-45cf-407d-9bcb-6bcd43bbb7ab req-ad4d28b1-da65-47fb-a73b-8c9e23b22e01 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c9714a85-0300-41df-8e35-283bcc57529b HTTP/1.1" status: 200 len: 853 time: 0.0619423 Aug 13 04:34:12.331176 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b61da6-453f-4eae-8adf-fecb71af1958 None None] Checking router: b89c1f72-374f-45e2-8f64-952c4ce60619 for host: dv-cinder-759961-6-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:34:12.339699 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b61da6-453f-4eae-8adf-fecb71af1958 None None] Routers {'b89c1f72-374f-45e2-8f64-952c4ce60619'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:34:12.340354 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-08b61da6-453f-4eae-8adf-fecb71af1958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:34:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['b89c1f72-374f-45e2-8f64-952c4ce60619'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:34:12.346902 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2cc6484d-6073-44d7-8bb0-56d7fc9912d9 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:12.353721 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2cc6484d-6073-44d7-8bb0-56d7fc9912d9 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143688'] for security_group_rule, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:12.379824 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6484d-6073-44d7-8bb0-56d7fc9912d9 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ccdc55-a8b9-424a-9c9d-2808387a7020,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:12.380781 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b2384-45cf-407d-9bcb-6bcd43bbb7ab req-15eace30-2c3e-408f-9ac1-73c006bec230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:12.382415 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2c8b2384-45cf-407d-9bcb-6bcd43bbb7ab req-15eace30-2c3e-408f-9ac1-73c006bec230 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc773a2e-a6e4-4037-a278-1599b19ecd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447946 Aug 13 04:34:12.387433 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-2cc6484d-6073-44d7-8bb0-56d7fc9912d9 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:12.388815 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-2cc6484d-6073-44d7-8bb0-56d7fc9912d9 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2361486 Aug 13 04:34:12.391572 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 40808) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:12.407452 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-63b63b82-c6d1-46ed-8110-e99e0fe65093 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Request body: {'security_group_rule': {'security_group_id': 'c232f22c-735e-48a8-92bd-6c9155256075', 'project_id': 'c41ff29303444fd0820593792b37e277', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:34:12.441170 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-63b63b82-c6d1-46ed-8110-e99e0fe65093 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:12.458212 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-08b61da6-453f-4eae-8adf-fecb71af1958 None None] Set router b89c1f72-374f-45e2-8f64-952c4ce60619 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:34:12.506342 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-63b63b82-c6d1-46ed-8110-e99e0fe65093 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:12.510357 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-63b63b82-c6d1-46ed-8110-e99e0fe65093 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143688'] for security_group_rule, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:12.529654 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b63b82-c6d1-46ed-8110-e99e0fe65093 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b614cdd-dbc5-4c5b-9b62-a7922c3519dd,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:12.535379 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-63b63b82-c6d1-46ed-8110-e99e0fe65093 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:12.536662 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-63b63b82-c6d1-46ed-8110-e99e0fe65093 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1434994 Aug 13 04:34:12.539690 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 40810) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:12.544433 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-6e3f30f5-ff82-4daa-a3c1-4d3a5478e909 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Request body: {'security_group_rule': {'security_group_id': 'c232f22c-735e-48a8-92bd-6c9155256075', 'project_id': 'c41ff29303444fd0820593792b37e277', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:34:12.575412 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6e3f30f5-ff82-4daa-a3c1-4d3a5478e909 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:12.652610 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6e3f30f5-ff82-4daa-a3c1-4d3a5478e909 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:12.657320 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6e3f30f5-ff82-4daa-a3c1-4d3a5478e909 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143688'] for security_group_rule, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:12.677597 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f30f5-ff82-4daa-a3c1-4d3a5478e909 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397409a5-606d-4ce7-bde7-8813c37db418,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:12.685058 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6e3f30f5-ff82-4daa-a3c1-4d3a5478e909 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:12.686901 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-6e3f30f5-ff82-4daa-a3c1-4d3a5478e909 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1461487 Aug 13 04:34:12.690706 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 40812) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:12.695828 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-90462c81-d841-44d7-bd04-92047afd8f8b tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Request body: {'security_group_rule': {'security_group_id': 'c232f22c-735e-48a8-92bd-6c9155256075', 'project_id': 'c41ff29303444fd0820593792b37e277', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:34:12.718120 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-08b61da6-453f-4eae-8adf-fecb71af1958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'name': 'tempest-TestMinimumBasicScenario-268368609-router', 'tenant_id': 'c41ff29303444fd0820593792b37e277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '8aa55824-144f-4a0f-b429-d4fe801555a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:33:03Z', 'updated_at': '2021-08-13T04:33:07Z', 'revision_number': 4, 'project_id': 'c41ff29303444fd0820593792b37e277', 'gw_port': {'id': '8aa55824-144f-4a0f-b429-d4fe801555a0', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:76:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:33:04Z', 'updated_at': '2021-08-13T04:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_floatingips': [{'id': '37160763-948c-40c6-becd-631e39dcec32', 'tenant_id': 'c41ff29303444fd0820593792b37e277', 'floating_ip_address': '172.27.0.184', 'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'router_id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'port_id': '90912158-5071-4e18-b5b5-6e2227fd5493', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc773a2e-a6e4-4037-a278-1599b19ecd84', 'mac_address': 'fa:16:3e:f3:c0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da403df1-360d-41cf-86fd-0b09258785d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:34:10Z', 'updated_at': '2021-08-13T04:34:10Z', 'revision_number': 0, 'project_id': 'c41ff29303444fd0820593792b37e277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a06a26de-4aef-4fbd-95c7-6fe8957764a4', 'name': '', 'network_id': 'cc773a2e-a6e4-4037-a278-1599b19ecd84', 'tenant_id': 'c41ff29303444fd0820593792b37e277', 'mac_address': 'fa:16:3e:24:4a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'c9714a85-0300-41df-8e35-283bcc57529b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:33:07Z', 'updated_at': '2021-08-13T04:33:17Z', 'revision_number': 5, 'project_id': 'c41ff29303444fd0820593792b37e277', 'subnets': [{'id': 'c9714a85-0300-41df-8e35-283bcc57529b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:34:12.725663 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-90462c81-d841-44d7-bd04-92047afd8f8b tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:12.747908 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b61da6-453f-4eae-8adf-fecb71af1958 None None] The sync data for ids ['b89c1f72-374f-45e2-8f64-952c4ce60619'] in dv-cinder-759961-6-iscsi is: [{'id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'name': 'tempest-TestMinimumBasicScenario-268368609-router', 'tenant_id': 'c41ff29303444fd0820593792b37e277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '8aa55824-144f-4a0f-b429-d4fe801555a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:33:03Z', 'updated_at': '2021-08-13T04:33:07Z', 'revision_number': 4, 'project_id': 'c41ff29303444fd0820593792b37e277', 'gw_port': {'id': '8aa55824-144f-4a0f-b429-d4fe801555a0', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:76:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:33:04Z', 'updated_at': '2021-08-13T04:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_floatingips': [{'id': '37160763-948c-40c6-becd-631e39dcec32', 'tenant_id': 'c41ff29303444fd0820593792b37e277', 'floating_ip_address': '172.27.0.184', 'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'router_id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'port_id': '90912158-5071-4e18-b5b5-6e2227fd5493', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc773a2e-a6e4-4037-a278-1599b19ecd84', 'mac_address': 'fa:16:3e:f3:c0:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da403df1-360d-41cf-86fd-0b09258785d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:34:10Z', 'updated_at': '2021-08-13T04:34:10Z', 'revision_number': 0, 'project_id': 'c41ff29303444fd0820593792b37e277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a06a26de-4aef-4fbd-95c7-6fe8957764a4', 'name': '', 'network_id': 'cc773a2e-a6e4-4037-a278-1599b19ecd84', 'tenant_id': 'c41ff29303444fd0820593792b37e277', 'mac_address': 'fa:16:3e:24:4a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'c9714a85-0300-41df-8e35-283bcc57529b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:33:07Z', 'updated_at': '2021-08-13T04:33:17Z', 'revision_number': 5, 'project_id': 'c41ff29303444fd0820593792b37e277', 'subnets': [{'id': 'c9714a85-0300-41df-8e35-283bcc57529b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:34:12.771167 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedb245-524e-47eb-9409-16364b10966a req-c03eb99b-18bb-426f-9859-c03c9814076a tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:12.772688 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-fcedb245-524e-47eb-9409-16364b10966a req-c03eb99b-18bb-426f-9859-c03c9814076a tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.3162820 Aug 13 04:34:12.776556 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2c8b2384-45cf-407d-9bcb-6bcd43bbb7ab req-b0e0be68-b826-4bfd-8fa7-c25579f96882 service neutron] 10.222.0.64 "GET /v2.0/networks/cc773a2e-a6e4-4037-a278-1599b19ecd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799829 Aug 13 04:34:12.794155 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-90462c81-d841-44d7-bd04-92047afd8f8b tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:12.798302 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-90462c81-d841-44d7-bd04-92047afd8f8b tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143688'] for security_group_rule, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:12.822905 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90462c81-d841-44d7-bd04-92047afd8f8b tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18b2a63f-14a7-4b24-b836-2bfa5cf491bb,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:12.832702 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-90462c81-d841-44d7-bd04-92047afd8f8b tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:12.834254 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-90462c81-d841-44d7-bd04-92047afd8f8b tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1422961 Aug 13 04:34:12.837070 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 40814) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:12.843180 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-5e24dc92-ed74-4c18-8250-d0a2f39846be tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Request body: {'security_group_rule': {'security_group_id': 'c232f22c-735e-48a8-92bd-6c9155256075', 'project_id': 'c41ff29303444fd0820593792b37e277', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:34:12.866117 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.db.securitygroups_db [None req-5e24dc92-ed74-4c18-8250-d0a2f39846be tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Project c41ff29303444fd0820593792b37e277 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 04:34:12.871011 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5e24dc92-ed74-4c18-8250-d0a2f39846be tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:12.878784 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-fcedb245-524e-47eb-9409-16364b10966a req-7fdef1ee-57eb-4c8c-bd0a-fce218a546dc tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981538 Aug 13 04:34:12.913068 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2c8b2384-45cf-407d-9bcb-6bcd43bbb7ab req-5b2d7c8a-3c14-4157-b85a-56ee71e4dc29 service neutron] 10.222.0.64 "GET /v2.0/networks/cc773a2e-a6e4-4037-a278-1599b19ecd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257167 Aug 13 04:34:12.944395 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5e24dc92-ed74-4c18-8250-d0a2f39846be tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:12.948694 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5e24dc92-ed74-4c18-8250-d0a2f39846be tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143688'] for security_group_rule, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:12.967941 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24dc92-ed74-4c18-8250-d0a2f39846be tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eebd0ce-6fd9-49bb-8544-0855716a54a4,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:12.971840 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5e24dc92-ed74-4c18-8250-d0a2f39846be tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:12.973043 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-5e24dc92-ed74-4c18-8250-d0a2f39846be tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1339602 Aug 13 04:34:12.976288 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 40816) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:12.981476 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [None req-bae297f3-6113-4b01-8f46-7aee6a7fbce5 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Request body: {'security_group_rule': {'security_group_id': 'c232f22c-735e-48a8-92bd-6c9155256075', 'project_id': 'c41ff29303444fd0820593792b37e277', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:34:12.989332 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b473d97-cd25-446b-937b-5c13c351de24 None None] New status for floating IP 37160763-948c-40c6-becd-631e39dcec32: ACTIVE {{(pid=93895) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:34:13.007327 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.db.securitygroups_db [None req-bae297f3-6113-4b01-8f46-7aee6a7fbce5 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Project c41ff29303444fd0820593792b37e277 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 13 04:34:13.012799 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-bae297f3-6113-4b01-8f46-7aee6a7fbce5 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:13.080542 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-bae297f3-6113-4b01-8f46-7aee6a7fbce5 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:13.085463 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-bae297f3-6113-4b01-8f46-7aee6a7fbce5 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143688'] for security_group_rule, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:13.102908 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae297f3-6113-4b01-8f46-7aee6a7fbce5 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61ce354-d0c9-43a7-acf3-8d16cf9ae8db,revision_number=0']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:13.109537 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-bae297f3-6113-4b01-8f46-7aee6a7fbce5 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:13.110714 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-bae297f3-6113-4b01-8f46-7aee6a7fbce5 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1332741 Aug 13 04:34:13.191143 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4ad197c0-8d04-4519-9f6f-46fc0dbf9508 req-741f4e4d-b092-4b90-9426-ede818f8357a tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2077988141&fields=id&tenant_id=c41ff29303444fd0820593792b37e277 HTTP/1.1" status: 200 len: 267 time: 0.0344307 Aug 13 04:34:13.243086 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad197c0-8d04-4519-9f6f-46fc0dbf9508 req-5e2aecb7-0332-4951-8f6b-40f620a86ef2 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:13.244563 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4ad197c0-8d04-4519-9f6f-46fc0dbf9508 req-5e2aecb7-0332-4951-8f6b-40f620a86ef2 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 946 time: 0.0475674 Aug 13 04:34:13.255656 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [req-4ad197c0-8d04-4519-9f6f-46fc0dbf9508 req-865e1e04-7829-4705-8913-8fb4d2e36af5 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Request body: {'port': {'security_groups': ['473c120d-9a7c-4676-95a4-d20064b7d714', 'c232f22c-735e-48a8-92bd-6c9155256075']}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:34:13.319981 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-4ad197c0-8d04-4519-9f6f-46fc0dbf9508 req-865e1e04-7829-4705-8913-8fb4d2e36af5 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:13.512471 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [req-4ad197c0-8d04-4519-9f6f-46fc0dbf9508 req-865e1e04-7829-4705-8913-8fb4d2e36af5 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] For port 90912158-5071-4e18-b5b5-6e2227fd5493, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=90912158-5071-4e18-b5b5-6e2227fd5493,segment=NetworkSegment(bd2b92f4-d7de-4749-aa27-052e1a0fcba3),segment_id=bd2b92f4-d7de-4749-aa27-052e1a0fcba3)] {{(pid=93893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:34:13.552792 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-4ad197c0-8d04-4519-9f6f-46fc0dbf9508 req-865e1e04-7829-4705-8913-8fb4d2e36af5 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks [] for port, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:13.559262 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-4ad197c0-8d04-4519-9f6f-46fc0dbf9508 req-865e1e04-7829-4705-8913-8fb4d2e36af5 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9290061'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:13.572367 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['90912158-5071-4e18-b5b5-6e2227fd5493'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:34:13.612346 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad197c0-8d04-4519-9f6f-46fc0dbf9508 req-865e1e04-7829-4705-8913-8fb4d2e36af5 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:13.612997 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-4ad197c0-8d04-4519-9f6f-46fc0dbf9508 req-865e1e04-7829-4705-8913-8fb4d2e36af5 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:13.614493 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4ad197c0-8d04-4519-9f6f-46fc0dbf9508 req-865e1e04-7829-4705-8913-8fb4d2e36af5 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "PUT /v2.0/ports/90912158-5071-4e18-b5b5-6e2227fd5493 HTTP/1.1" status: 200 len: 982 time: 0.3634837 Aug 13 04:34:13.614962 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da403df1-360d-41cf-86fd-0b09258785d0', 'tag': '90912158-5071-4e18-b5b5-6e2227fd5493'}] {{(pid=93893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:34:13.621162 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aea723d68c964973b0702c1800637223d1e6775f666202f903cb1e18101cb68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84a3c50-2756-475c-97e2-7f26dbeb76ef" -d '{"events": [{"name": "network-changed", "server_uuid": "da403df1-360d-41cf-86fd-0b09258785d0", "tag": "90912158-5071-4e18-b5b5-6e2227fd5493"}]}' {{(pid=93893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:34:13.681752 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e1e04-7829-4705-8913-8fb4d2e36af5 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Pushing event updated for resources: {'Port': ['ID=90912158-5071-4e18-b5b5-6e2227fd5493,revision_number=6']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:13.688914 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c5b939-2cdd-4b2a-9edf-d31b234835db x-openstack-request-id: req-60c5b939-2cdd-4b2a-9edf-d31b234835db {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:34:13.693247 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da403df1-360d-41cf-86fd-0b09258785d0", "tag": "90912158-5071-4e18-b5b5-6e2227fd5493", "status": "completed", "code": 200}]} {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:34:13.693819 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-60c5b939-2cdd-4b2a-9edf-d31b234835db {{(pid=93893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:34:13.695776 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da403df1-360d-41cf-86fd-0b09258785d0', 'tag': '90912158-5071-4e18-b5b5-6e2227fd5493', 'status': 'completed', 'code': 200} Aug 13 04:34:13.759587 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['90912158-5071-4e18-b5b5-6e2227fd5493'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:34:13.808846 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba764ea-2bb8-4502-8052-80b62ba28f01 req-9523fef3-ffc1-4b7b-ab9b-1f60e2045f39 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:13.810624 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8ba764ea-2bb8-4502-8052-80b62ba28f01 req-9523fef3-ffc1-4b7b-ab9b-1f60e2045f39 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 985 time: 0.0877998 Aug 13 04:34:13.832939 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a3c50-2756-475c-97e2-7f26dbeb76ef req-94180b0f-1681-4476-9a64-fce0e1e0a860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:13.834724 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f84a3c50-2756-475c-97e2-7f26dbeb76ef req-94180b0f-1681-4476-9a64-fce0e1e0a860 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c41ff29303444fd0820593792b37e277&device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 1138 time: 0.1023560 Aug 13 04:34:13.959700 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8ba764ea-2bb8-4502-8052-80b62ba28f01 req-885a0ff1-184a-42c8-a6d1-e7c80e390e9e tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&id=c232f22c-735e-48a8-92bd-6c9155256075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1375935 Aug 13 04:34:13.992678 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-e1718629-48ca-4845-84ad-592381447238 None None] Provisioning complete for port 90912158-5071-4e18-b5b5-6e2227fd5493 triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:34:13.993195 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e1718629-48ca-4845-84ad-592381447238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:14.008851 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a3c50-2756-475c-97e2-7f26dbeb76ef req-805c9cb9-3236-4245-ba4d-8d5fac55aa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:14.010333 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f84a3c50-2756-475c-97e2-7f26dbeb76ef req-805c9cb9-3236-4245-ba4d-8d5fac55aa00 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cc773a2e-a6e4-4037-a278-1599b19ecd84 HTTP/1.1" status: 200 len: 915 time: 0.1632462 Aug 13 04:34:14.029128 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c47b27-8dc4-40dd-bfdf-21293492563b req-f061d8f1-eb03-4607-94fe-1f1ed379a6ea tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:14.030484 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-13c47b27-8dc4-40dd-bfdf-21293492563b req-f061d8f1-eb03-4607-94fe-1f1ed379a6ea tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0662673 Aug 13 04:34:14.071031 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:14.122576 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-13c47b27-8dc4-40dd-bfdf-21293492563b req-fb39bacc-854f-46b7-ba58-93e7db22242e tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848937 Aug 13 04:34:14.124345 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f84a3c50-2756-475c-97e2-7f26dbeb76ef req-ccb15cc3-0188-4607-a11e-fdadb1fbf9f4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90912158-5071-4e18-b5b5-6e2227fd5493 HTTP/1.1" status: 200 len: 1002 time: 0.0928731 Aug 13 04:34:14.177634 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a3c50-2756-475c-97e2-7f26dbeb76ef req-885ec72e-4500-4409-8425-317f1a4c04c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:14.178988 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f84a3c50-2756-475c-97e2-7f26dbeb76ef req-885ec72e-4500-4409-8425-317f1a4c04c7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c9714a85-0300-41df-8e35-283bcc57529b HTTP/1.1" status: 200 len: 853 time: 0.0448856 Aug 13 04:34:14.227959 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a3c50-2756-475c-97e2-7f26dbeb76ef req-35b7c28e-1d58-4727-bbb4-feae4be69a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:14.229539 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f84a3c50-2756-475c-97e2-7f26dbeb76ef req-35b7c28e-1d58-4727-bbb4-feae4be69a24 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc773a2e-a6e4-4037-a278-1599b19ecd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417986 Aug 13 04:34:14.327740 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f84a3c50-2756-475c-97e2-7f26dbeb76ef req-0f2bdb05-8e29-4b88-b0b7-f349315ab082 service neutron] 10.222.0.64 "GET /v2.0/networks/cc773a2e-a6e4-4037-a278-1599b19ecd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867722 Aug 13 04:34:14.427959 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f84a3c50-2756-475c-97e2-7f26dbeb76ef req-e41a1694-76ea-4528-a653-b7e5cf26b430 service neutron] 10.222.0.64 "GET /v2.0/networks/cc773a2e-a6e4-4037-a278-1599b19ecd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847242 Aug 13 04:34:15.243899 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e4764-1833-495c-a90a-bef46441ebf7 req-1fced412-3c8d-44c1-bf01-df44caa5530a tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:15.245399 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9d8e4764-1833-495c-a90a-bef46441ebf7 req-1fced412-3c8d-44c1-bf01-df44caa5530a tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0542636 Aug 13 04:34:15.292086 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9d8e4764-1833-495c-a90a-bef46441ebf7 req-7556dc8c-0c3d-4256-8931-6a81b5a1c16d tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405049 Aug 13 04:34:16.421817 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168cc37-6a59-4b3d-b259-96c00bf602b9 req-83e9d4bd-2728-472e-8ea1-87fb665d8317 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:16.423979 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9168cc37-6a59-4b3d-b259-96c00bf602b9 req-83e9d4bd-2728-472e-8ea1-87fb665d8317 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0484824 Aug 13 04:34:16.463625 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9168cc37-6a59-4b3d-b259-96c00bf602b9 req-7720f8d5-9130-43de-81df-6e616bd9c56a tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327282 Aug 13 04:34:17.579225 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33f809-26c8-4611-8f21-01648f833c52 req-4d7e4983-0437-4e18-89d8-cea7a5acc5ef tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:17.580685 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4d33f809-26c8-4611-8f21-01648f833c52 req-4d7e4983-0437-4e18-89d8-cea7a5acc5ef tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0487926 Aug 13 04:34:17.618422 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4d33f809-26c8-4611-8f21-01648f833c52 req-95b403ae-7ddf-4649-937a-7d2fdc722a95 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314176 Aug 13 04:34:18.739109 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e745830-9936-4905-8151-1848c3a37c69 req-c59dece8-21c8-4fd5-8b27-b34026f66769 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:18.740606 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5e745830-9936-4905-8151-1848c3a37c69 req-c59dece8-21c8-4fd5-8b27-b34026f66769 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0529077 Aug 13 04:34:18.779574 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5e745830-9936-4905-8151-1848c3a37c69 req-95f3069f-fb42-4132-9f70-1166f70b2f24 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329168 Aug 13 04:34:19.897715 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7f3f3-aba5-419c-8719-0cece88eb063 req-6e1704fd-f71f-4a7d-99f3-f6f43fb3f4ba tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:19.899194 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-fde7f3f3-aba5-419c-8719-0cece88eb063 req-6e1704fd-f71f-4a7d-99f3-f6f43fb3f4ba tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0490274 Aug 13 04:34:19.937394 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-fde7f3f3-aba5-419c-8719-0cece88eb063 req-0ca23bfb-fdca-4361-9931-b4e8f52bc0b2 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323935 Aug 13 04:34:21.054276 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0d7b3-6be9-43f1-966f-710319881008 req-37f07ce6-47df-49c7-9556-5007909fbfd4 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:21.055739 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-33d0d7b3-6be9-43f1-966f-710319881008 req-37f07ce6-47df-49c7-9556-5007909fbfd4 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0507486 Aug 13 04:34:21.093612 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-33d0d7b3-6be9-43f1-966f-710319881008 req-79ce2354-7d2a-42e3-9a86-164ceb680655 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319006 Aug 13 04:34:22.215573 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ada592-f4fd-4ea2-a53b-31a00aa0812e req-fcf25df2-ed77-4855-90c4-32673e38da8a tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:22.217249 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-72ada592-f4fd-4ea2-a53b-31a00aa0812e req-fcf25df2-ed77-4855-90c4-32673e38da8a tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0561018 Aug 13 04:34:22.259497 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-72ada592-f4fd-4ea2-a53b-31a00aa0812e req-b5f38d68-ab47-416a-a549-0790ba53918e tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354660 Aug 13 04:34:23.004889 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 40938) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:23.112631 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-5b8b6e8f-cd4c-4000-b3ee-74aa07a1fd78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:23.204079 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-5b8b6e8f-cd4c-4000-b3ee-74aa07a1fd78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:23.208829 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-5b8b6e8f-cd4c-4000-b3ee-74aa07a1fd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:23.247182 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-5b8b6e8f-cd4c-4000-b3ee-74aa07a1fd78 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0fe52450f8048779d6a56109b98118d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411761 Aug 13 04:34:23.248046 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b6e8f-cd4c-4000-b3ee-74aa07a1fd78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae962785-5460-461a-9000-26128a430d1f,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:23.249902 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 40942) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:23.301815 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f3e156ae-5e45-4597-aa8b-fded1bc80d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:23.325936 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f3e156ae-5e45-4597-aa8b-fded1bc80d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:23.375141 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0bf3a-05be-4827-bb2c-f22692849f32 req-09f9107d-5d3d-40a8-bb38-34c0058085ad tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:23.377881 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-dbf0bf3a-05be-4827-bb2c-f22692849f32 req-09f9107d-5d3d-40a8-bb38-34c0058085ad tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0511520 Aug 13 04:34:23.378754 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f3e156ae-5e45-4597-aa8b-fded1bc80d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:23.381291 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f3e156ae-5e45-4597-aa8b-fded1bc80d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:23.382463 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-f3e156ae-5e45-4597-aa8b-fded1bc80d2f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae962785-5460-461a-9000-26128a430d1f HTTP/1.1" status: 204 len: 168 time: 0.1315596 Aug 13 04:34:23.390230 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e156ae-5e45-4597-aa8b-fded1bc80d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae962785-5460-461a-9000-26128a430d1f,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:23.431710 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-dbf0bf3a-05be-4827-bb2c-f22692849f32 req-c4b6275c-369e-4ff4-a3ad-531d38e464cf tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472429 Aug 13 04:34:23.656717 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 40950) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:23.670036 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-65ef15f8-cfd5-4ad0-92ff-e24947b6c97f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:23.764405 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-65ef15f8-cfd5-4ad0-92ff-e24947b6c97f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:23.768245 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-65ef15f8-cfd5-4ad0-92ff-e24947b6c97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:23.807693 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-65ef15f8-cfd5-4ad0-92ff-e24947b6c97f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b13cb58eba24a89a9431ec81c749f13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1492982 Aug 13 04:34:23.808454 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ef15f8-cfd5-4ad0-92ff-e24947b6c97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9553e3df-2b75-477d-9ca9-6ce329da2b62,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:23.810536 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 40952) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:23.863478 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-14fd2136-4676-467b-88b4-ac03f2d34efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:23.885049 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-14fd2136-4676-467b-88b4-ac03f2d34efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:23.931697 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-14fd2136-4676-467b-88b4-ac03f2d34efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:23.934345 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-14fd2136-4676-467b-88b4-ac03f2d34efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:23.935492 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-14fd2136-4676-467b-88b4-ac03f2d34efb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9553e3df-2b75-477d-9ca9-6ce329da2b62 HTTP/1.1" status: 204 len: 168 time: 0.1239140 Aug 13 04:34:23.943613 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fd2136-4676-467b-88b4-ac03f2d34efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9553e3df-2b75-477d-9ca9-6ce329da2b62,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:24.552417 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f793c-546e-4623-99c6-db05daf3cd6b req-603d001e-f5e6-4828-8755-5467d23eb656 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:24.553951 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6b8f793c-546e-4623-99c6-db05daf3cd6b req-603d001e-f5e6-4828-8755-5467d23eb656 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0500283 Aug 13 04:34:24.596570 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6b8f793c-546e-4623-99c6-db05daf3cd6b req-58f50456-18ed-408e-8be5-14b30f9be231 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359197 Aug 13 04:34:25.726372 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4e317-6440-4c2b-ab55-f65bd38167c7 req-e623c4f2-b046-44b6-b138-947d95fb829b tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:25.728009 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5af4e317-6440-4c2b-ab55-f65bd38167c7 req-e623c4f2-b046-44b6-b138-947d95fb829b tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0534303 Aug 13 04:34:25.772133 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5af4e317-6440-4c2b-ab55-f65bd38167c7 req-93eb128b-9efa-431c-8edf-b1a9d46455d5 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378203 Aug 13 04:34:26.895668 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7355930-580c-4506-ac58-e1f7bf14e77e req-dbe5a996-5a97-4e33-bff7-b359884a3d10 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:26.897180 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e7355930-580c-4506-ac58-e1f7bf14e77e req-dbe5a996-5a97-4e33-bff7-b359884a3d10 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0534885 Aug 13 04:34:26.936365 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e7355930-580c-4506-ac58-e1f7bf14e77e req-a9db902b-438b-44a3-82a4-847184b21721 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331125 Aug 13 04:34:28.057714 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c59c9-cff5-4480-bf64-bc93c0159fe0 req-fc0a43bb-7a37-4926-81cf-f9327b76b836 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:28.059192 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-844c59c9-cff5-4480-bf64-bc93c0159fe0 req-fc0a43bb-7a37-4926-81cf-f9327b76b836 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0491390 Aug 13 04:34:28.097289 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-844c59c9-cff5-4480-bf64-bc93c0159fe0 req-f7bb129e-8d99-4d3b-8559-165117ac3a06 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315197 Aug 13 04:34:28.895774 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 41062) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:28.999125 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-d3ba9cde-99a7-4eca-bb45-128f699e1b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:29.086850 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-d3ba9cde-99a7-4eca-bb45-128f699e1b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:29.090509 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-d3ba9cde-99a7-4eca-bb45-128f699e1b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:29.132659 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-d3ba9cde-99a7-4eca-bb45-128f699e1b82 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d0e6701056c94669925b9216d9e1e52f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356670 Aug 13 04:34:29.133450 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ba9cde-99a7-4eca-bb45-128f699e1b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336a50af-1d12-4fb3-996c-8125cc9f8722,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:29.135309 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 41068) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:29.185565 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a1ec7d57-374c-4b2e-8076-2c9b4b8cbe5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:29.207850 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a1ec7d57-374c-4b2e-8076-2c9b4b8cbe5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:29.223912 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736c96fb-e5d1-4a98-a912-60b24fe9e8c5 req-b4da7b96-05be-4d5f-91bf-6d1e3d1739e7 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:29.225464 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-736c96fb-e5d1-4a98-a912-60b24fe9e8c5 req-b4da7b96-05be-4d5f-91bf-6d1e3d1739e7 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0487125 Aug 13 04:34:29.255563 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a1ec7d57-374c-4b2e-8076-2c9b4b8cbe5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:29.258351 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a1ec7d57-374c-4b2e-8076-2c9b4b8cbe5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:29.261972 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-a1ec7d57-374c-4b2e-8076-2c9b4b8cbe5f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/336a50af-1d12-4fb3-996c-8125cc9f8722 HTTP/1.1" status: 204 len: 168 time: 0.1232655 Aug 13 04:34:29.266859 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-736c96fb-e5d1-4a98-a912-60b24fe9e8c5 req-2881d762-d58c-4083-843f-38615baec5ef tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349646 Aug 13 04:34:29.267874 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ec7d57-374c-4b2e-8076-2c9b4b8cbe5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336a50af-1d12-4fb3-996c-8125cc9f8722,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:29.523650 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 41074) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:29.536688 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-b50a8b14-acfe-4fa6-9e0b-a9c839396144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:29.626198 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-b50a8b14-acfe-4fa6-9e0b-a9c839396144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:29.629869 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-b50a8b14-acfe-4fa6-9e0b-a9c839396144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:29.668881 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-b50a8b14-acfe-4fa6-9e0b-a9c839396144 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e8e1b5bfe014e92b89ed9f936498315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1441450 Aug 13 04:34:29.669812 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a8b14-acfe-4fa6-9e0b-a9c839396144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a0ba3b-e4a4-4eff-a599-ad5e44e57017,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:29.671633 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 41076) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:29.724164 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a601b495-682c-41bf-ac4f-76fb63bc0718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:29.744800 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a601b495-682c-41bf-ac4f-76fb63bc0718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:29.794286 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a601b495-682c-41bf-ac4f-76fb63bc0718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:29.797080 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a601b495-682c-41bf-ac4f-76fb63bc0718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:29.798304 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-a601b495-682c-41bf-ac4f-76fb63bc0718 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a9a0ba3b-e4a4-4eff-a599-ad5e44e57017 HTTP/1.1" status: 204 len: 168 time: 0.1242268 Aug 13 04:34:29.806671 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601b495-682c-41bf-ac4f-76fb63bc0718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a0ba3b-e4a4-4eff-a599-ad5e44e57017,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:30.390428 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb22a26-b28d-480d-89d4-84cf78b413e6 req-440658a3-1c1c-46e7-8b24-b6bb71d3a38a tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:30.392743 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2eb22a26-b28d-480d-89d4-84cf78b413e6 req-440658a3-1c1c-46e7-8b24-b6bb71d3a38a tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0542698 Aug 13 04:34:30.431981 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2eb22a26-b28d-480d-89d4-84cf78b413e6 req-0043e692-abb2-4fd0-b6b6-c119ab9ba6f7 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329380 Aug 13 04:34:31.551766 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9d1c4-2182-4c14-a143-0ffbef389f6e req-756f756f-0e8b-4311-bcf2-f8eddbb9208e tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:31.553245 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-61b9d1c4-2182-4c14-a143-0ffbef389f6e req-756f756f-0e8b-4311-bcf2-f8eddbb9208e tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0503576 Aug 13 04:34:31.590733 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-61b9d1c4-2182-4c14-a143-0ffbef389f6e req-e36d7611-a782-4435-8918-b7b64ef65900 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314057 Aug 13 04:34:31.894193 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b407a-ebd8-4f52-a90f-7d220e09edf7 req-9a4a55a6-3bf9-4486-b3b7-3a9e521b9c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:31.895660 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d77b407a-ebd8-4f52-a90f-7d220e09edf7 req-9a4a55a6-3bf9-4486-b3b7-3a9e521b9c99 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 1098 time: 0.0389006 Aug 13 04:34:31.938320 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d77b407a-ebd8-4f52-a90f-7d220e09edf7 req-1ddf9b5f-674f-40f8-9c9d-a354cf525dbd service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277967 Aug 13 04:34:32.712142 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9eae7-9471-4b00-b2b5-48a538d079f5 req-55326276-b823-4940-b7b2-42d2d1b3022f tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:32.713833 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2ff9eae7-9471-4b00-b2b5-48a538d079f5 req-55326276-b823-4940-b7b2-42d2d1b3022f tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0548854 Aug 13 04:34:32.753150 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2ff9eae7-9471-4b00-b2b5-48a538d079f5 req-a096aa43-64d0-4a7d-8eb3-7da5d4c8b194 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328147 Aug 13 04:34:33.871045 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d154def-9be0-4a68-a7ec-6ea5d99bf87e req-e893713e-0527-4ecf-a5db-7cf07f34aa99 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:33.872535 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9d154def-9be0-4a68-a7ec-6ea5d99bf87e req-e893713e-0527-4ecf-a5db-7cf07f34aa99 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0503602 Aug 13 04:34:33.911875 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9d154def-9be0-4a68-a7ec-6ea5d99bf87e req-2563bfe2-2fac-4a3d-bae4-0932a0ecf183 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330379 Aug 13 04:34:34.248867 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e119d44-9eb5-4958-885e-4652e78aa4c1 req-74fad1f4-30e7-4cdb-a377-9c7ba076dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:34.250511 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2e119d44-9eb5-4958-885e-4652e78aa4c1 req-74fad1f4-30e7-4cdb-a377-9c7ba076dcc7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=aae4e92976894be69e6eb06d4b7d2f3a&device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 1098 time: 0.0650516 Aug 13 04:34:34.259107 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af7710-893b-4ab1-b9e7-f40c89ad16c9 req-37588dab-4321-436f-a670-bc988af83e51 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:34.260989 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f7af7710-893b-4ab1-b9e7-f40c89ad16c9 req-37588dab-4321-436f-a670-bc988af83e51 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0842302 Aug 13 04:34:34.355252 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f7af7710-893b-4ab1-b9e7-f40c89ad16c9 req-f464c924-f586-4f63-90ee-d7d989cbf644 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805168 Aug 13 04:34:34.385374 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e119d44-9eb5-4958-885e-4652e78aa4c1 req-dabc7264-cd95-440a-ac5f-d4169ca0dc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:34.386897 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2e119d44-9eb5-4958-885e-4652e78aa4c1 req-dabc7264-cd95-440a-ac5f-d4169ca0dc5a service neutron] 10.222.0.64 "GET /v2.0/networks?id=8654c056-764c-4f00-9b64-d8b811de2fd6 HTTP/1.1" status: 200 len: 919 time: 0.1208112 Aug 13 04:34:34.432041 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2e119d44-9eb5-4958-885e-4652e78aa4c1 req-ee896d6e-88f2-40ee-90c1-28a1f602934e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec81d39e-63c0-4679-a7bd-2439e208e2db HTTP/1.1" status: 200 len: 217 time: 0.0373719 Aug 13 04:34:34.482776 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e119d44-9eb5-4958-885e-4652e78aa4c1 req-d298be3b-71aa-47c5-b474-184d0763e43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:34.484195 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2e119d44-9eb5-4958-885e-4652e78aa4c1 req-d298be3b-71aa-47c5-b474-184d0763e43b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=65961138-89fc-4d56-9e75-55b08a9b4640 HTTP/1.1" status: 200 len: 858 time: 0.0430582 Aug 13 04:34:34.519406 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2e119d44-9eb5-4958-885e-4652e78aa4c1 req-2fa228fa-30c7-49b3-a24a-480c053bdd17 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8654c056-764c-4f00-9b64-d8b811de2fd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247900 Aug 13 04:34:34.614357 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2e119d44-9eb5-4958-885e-4652e78aa4c1 req-c4d2d470-a032-4f50-a152-9d72af2c900d service neutron] 10.222.0.64 "GET /v2.0/networks/8654c056-764c-4f00-9b64-d8b811de2fd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842984 Aug 13 04:34:34.710042 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2e119d44-9eb5-4958-885e-4652e78aa4c1 req-4d567fde-a7ba-4e44-ada7-300ee8d91201 service neutron] 10.222.0.64 "GET /v2.0/networks/8654c056-764c-4f00-9b64-d8b811de2fd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845542 Aug 13 04:34:35.476566 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e11da-4ecd-4117-87a2-ef58ae060044 req-28bfc75d-1f09-448f-b7ce-0335f08e2584 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:35.478049 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-769e11da-4ecd-4117-87a2-ef58ae060044 req-28bfc75d-1f09-448f-b7ce-0335f08e2584 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0490024 Aug 13 04:34:35.501140 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 41186) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:35.516964 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-769e11da-4ecd-4117-87a2-ef58ae060044 req-a0a22dfd-9841-4ede-bf7b-adb4e8c23024 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323544 Aug 13 04:34:35.607164 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-455d07ea-1561-464e-9eb4-a10a0c890c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:35.694889 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-455d07ea-1561-464e-9eb4-a10a0c890c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:35.698839 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-455d07ea-1561-464e-9eb4-a10a0c890c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:35.736790 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-455d07ea-1561-464e-9eb4-a10a0c890c37 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd0dce2c2dd24dea8a1c7159ecfcf3f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345555 Aug 13 04:34:35.737932 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455d07ea-1561-464e-9eb4-a10a0c890c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891cb77a-0518-4688-8bf3-7cbc2af0454b,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:35.739477 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 41190) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:35.795324 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-2536ea79-85c7-4bbf-9013-240a64c31adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:35.817453 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-2536ea79-85c7-4bbf-9013-240a64c31adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:35.865739 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-2536ea79-85c7-4bbf-9013-240a64c31adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:35.868352 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-2536ea79-85c7-4bbf-9013-240a64c31adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:35.869553 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-2536ea79-85c7-4bbf-9013-240a64c31adc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/891cb77a-0518-4688-8bf3-7cbc2af0454b HTTP/1.1" status: 204 len: 168 time: 0.1281452 Aug 13 04:34:35.877859 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2536ea79-85c7-4bbf-9013-240a64c31adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891cb77a-0518-4688-8bf3-7cbc2af0454b,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:36.130869 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 41196) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:36.144433 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-415e8a70-eabd-4539-92e4-1ca3d933755f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:36.231249 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-415e8a70-eabd-4539-92e4-1ca3d933755f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:36.235815 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-415e8a70-eabd-4539-92e4-1ca3d933755f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:36.272853 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-415e8a70-eabd-4539-92e4-1ca3d933755f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=33c49a5a2ccb40909c35175c53ac8a46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409290 Aug 13 04:34:36.273711 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e8a70-eabd-4539-92e4-1ca3d933755f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11a24ea-0751-4716-aebd-1cf72e98033f,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:36.275652 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 41198) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:36.325317 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-db818c4a-e4a0-4bd2-af8b-588546e53920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:36.346978 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-db818c4a-e4a0-4bd2-af8b-588546e53920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:36.395384 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-db818c4a-e4a0-4bd2-af8b-588546e53920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:36.397994 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-db818c4a-e4a0-4bd2-af8b-588546e53920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:36.399130 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-db818c4a-e4a0-4bd2-af8b-588546e53920 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b11a24ea-0751-4716-aebd-1cf72e98033f HTTP/1.1" status: 204 len: 168 time: 0.1221852 Aug 13 04:34:36.406530 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db818c4a-e4a0-4bd2-af8b-588546e53920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11a24ea-0751-4716-aebd-1cf72e98033f,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:36.637813 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c49c09-ce37-4f62-9ccb-4981c0a0ce73 req-16e59c2f-e566-4911-bbab-67edbf29da60 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:36.639312 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-42c49c09-ce37-4f62-9ccb-4981c0a0ce73 req-16e59c2f-e566-4911-bbab-67edbf29da60 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0512669 Aug 13 04:34:36.683404 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-42c49c09-ce37-4f62-9ccb-4981c0a0ce73 req-2ee02d03-c1d3-47d3-bd75-dd9c534e020e tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369430 Aug 13 04:34:37.805944 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96255c-6bbb-44df-a86e-e957c5ea16d6 req-63d85611-2bdf-4ed7-88c4-4f664d4a8b9e tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:37.807442 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7c96255c-6bbb-44df-a86e-e957c5ea16d6 req-63d85611-2bdf-4ed7-88c4-4f664d4a8b9e tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0525100 Aug 13 04:34:37.869070 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7c96255c-6bbb-44df-a86e-e957c5ea16d6 req-a79c6a24-ef0d-4cc5-aed2-2e77f7b9a0fd tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515592 Aug 13 04:34:38.076340 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-54f0891f-4901-4b49-95f5-f4389d8aa692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:39.376886 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 6 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:34:40.762345 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 41298) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:40.868507 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-9cfb9cd7-86eb-4dc6-8d3c-a370e1b9fe61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:40.923241 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-58a90b25-1e93-4988-b009-4302b4738dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:40.958138 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-9cfb9cd7-86eb-4dc6-8d3c-a370e1b9fe61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:40.961880 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-9cfb9cd7-86eb-4dc6-8d3c-a370e1b9fe61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:40.998251 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-9cfb9cd7-86eb-4dc6-8d3c-a370e1b9fe61 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=133ea54f25f545079809af67253077b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348070 Aug 13 04:34:41.000693 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb9cd7-86eb-4dc6-8d3c-a370e1b9fe61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c5861b-0f24-4b68-a2a5-04849ce4911d,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:41.002140 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 41302) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:41.051133 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-45ddab20-1665-4ee7-952a-68b5ec35368b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:41.072110 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-45ddab20-1665-4ee7-952a-68b5ec35368b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:41.120093 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-45ddab20-1665-4ee7-952a-68b5ec35368b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:41.122810 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-45ddab20-1665-4ee7-952a-68b5ec35368b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:41.124014 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-45ddab20-1665-4ee7-952a-68b5ec35368b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68c5861b-0f24-4b68-a2a5-04849ce4911d HTTP/1.1" status: 204 len: 168 time: 0.1208885 Aug 13 04:34:41.132341 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ddab20-1665-4ee7-952a-68b5ec35368b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c5861b-0f24-4b68-a2a5-04849ce4911d,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:41.344772 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:41.385399 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 41308) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:41.398442 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-acad3914-5012-4721-942a-ef685951641e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:41.500738 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-acad3914-5012-4721-942a-ef685951641e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:41.505270 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-acad3914-5012-4721-942a-ef685951641e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:41.551932 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-acad3914-5012-4721-942a-ef685951641e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=42cdfb0378004cc185a9fb51c153a061&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1652825 Aug 13 04:34:41.553162 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad3914-5012-4721-942a-ef685951641e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e7bc49-dc09-48b8-9fb9-28b69e3a6dac,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:41.554865 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 41316) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:41.613546 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-22aa438b-8372-477e-8c93-7b57c14e0bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:41.641258 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-22aa438b-8372-477e-8c93-7b57c14e0bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:41.688912 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-22aa438b-8372-477e-8c93-7b57c14e0bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:41.691441 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-22aa438b-8372-477e-8c93-7b57c14e0bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:41.692562 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-22aa438b-8372-477e-8c93-7b57c14e0bd9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29e7bc49-dc09-48b8-9fb9-28b69e3a6dac HTTP/1.1" status: 204 len: 168 time: 0.1357765 Aug 13 04:34:41.700119 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa438b-8372-477e-8c93-7b57c14e0bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e7bc49-dc09-48b8-9fb9-28b69e3a6dac,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:41.995362 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:42.281108 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:42.861227 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b8dea-bc41-415c-a4d9-749b36c05cc8 req-12341a6e-7be1-4526-8b2d-959be9717b26 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:42.862923 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5d1b8dea-bc41-415c-a4d9-749b36c05cc8 req-12341a6e-7be1-4526-8b2d-959be9717b26 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.0565231 Aug 13 04:34:42.907483 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5d1b8dea-bc41-415c-a4d9-749b36c05cc8 req-98b84abf-4f6d-4cb2-89b8-f9c859fbad63 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376678 Aug 13 04:34:44.016837 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:44.024410 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53531c1-63b5-471c-855f-2bac530f4b42 req-efeb16e6-41ce-42e3-824d-35afffdd45b7 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:44.025912 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b53531c1-63b5-471c-855f-2bac530f4b42 req-efeb16e6-41ce-42e3-824d-35afffdd45b7 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.0500379 Aug 13 04:34:44.064757 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b53531c1-63b5-471c-855f-2bac530f4b42 req-ec3b17d5-ac49-49b9-a7c5-ea9d1cb5e9f3 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317721 Aug 13 04:34:45.182172 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e868acc-5c4d-487b-9e68-6d5db94ce303 req-febe7c93-e640-4946-8bb5-f383a0396b6f tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:45.183689 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0e868acc-5c4d-487b-9e68-6d5db94ce303 req-febe7c93-e640-4946-8bb5-f383a0396b6f tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.0514669 Aug 13 04:34:45.223715 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0e868acc-5c4d-487b-9e68-6d5db94ce303 req-dcd48eaf-ce70-4850-be53-6c7ddeec8ca8 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317900 Aug 13 04:34:46.023628 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892adafb-ed21-436d-9415-eee6e2e42135 req-8a3870a6-393d-4cb6-ae49-71176b40b4b6 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:46.024550 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-892adafb-ed21-436d-9415-eee6e2e42135 req-8a3870a6-393d-4cb6-ae49-71176b40b4b6 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.64 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.0537636 Aug 13 04:34:46.126682 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [req-892adafb-ed21-436d-9415-eee6e2e42135 req-4c83c824-4129-49d0-8441-f13222030963 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Deleting port a4b7cf28-b4f2-4d99-892d-76c8c11313cb {{(pid=93893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:34:46.127028 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-892adafb-ed21-436d-9415-eee6e2e42135 req-4c83c824-4129-49d0-8441-f13222030963 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:46.225652 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [req-892adafb-ed21-436d-9415-eee6e2e42135 req-4c83c824-4129-49d0-8441-f13222030963 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] For port a4b7cf28-b4f2-4d99-892d-76c8c11313cb, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a4b7cf28-b4f2-4d99-892d-76c8c11313cb,segment=NetworkSegment(e32a8ed0-cbfb-4ae4-8027-ef7d97020016),segment_id=e32a8ed0-cbfb-4ae4-8027-ef7d97020016)] {{(pid=93893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:34:46.226277 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-892adafb-ed21-436d-9415-eee6e2e42135 req-4c83c824-4129-49d0-8441-f13222030963 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:46.239122 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [req-892adafb-ed21-436d-9415-eee6e2e42135 req-4c83c824-4129-49d0-8441-f13222030963 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Calling delete_port for a4b7cf28-b4f2-4d99-892d-76c8c11313cb owned by compute:nova {{(pid=93893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:34:46.372270 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd27d3-f091-4aae-814a-622766e5de1f req-e56a40b3-c938-4c7e-9987-71d085798c27 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:46.373762 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e0fd27d3-f091-4aae-814a-622766e5de1f req-e56a40b3-c938-4c7e-9987-71d085798c27 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=9406e71a-2f8b-48ac-81a4-333ecc986171 HTTP/1.1" status: 200 len: 946 time: 0.0786180 Aug 13 04:34:46.449972 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e0fd27d3-f091-4aae-814a-622766e5de1f req-54b8e0d7-92bd-4edd-96d7-612ab95e2c5a tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689654 Aug 13 04:34:46.454589 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-892adafb-ed21-436d-9415-eee6e2e42135 req-4c83c824-4129-49d0-8441-f13222030963 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:46.475041 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['a4b7cf28-b4f2-4d99-892d-76c8c11313cb', 'ec81d39e-63c0-4679-a7bd-2439e208e2db'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:34:46.485652 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c83c824-4129-49d0-8441-f13222030963 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Pushing event deleted for resources: {'Port': ['ID=a4b7cf28-b4f2-4d99-892d-76c8c11313cb,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:46.537382 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [req-892adafb-ed21-436d-9415-eee6e2e42135 req-4c83c824-4129-49d0-8441-f13222030963 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] No DVR routers for this DVR port a4b7cf28-b4f2-4d99-892d-76c8c11313cb on host hv-cinder-75996 {{(pid=93893) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:34:46.540768 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-892adafb-ed21-436d-9415-eee6e2e42135 req-4c83c824-4129-49d0-8441-f13222030963 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:46.543281 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-892adafb-ed21-436d-9415-eee6e2e42135 req-4c83c824-4129-49d0-8441-f13222030963 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.64 "DELETE /v2.0/ports/a4b7cf28-b4f2-4d99-892d-76c8c11313cb HTTP/1.1" status: 204 len: 173 time: 0.5042422 Aug 13 04:34:46.543778 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9406e71a-2f8b-48ac-81a4-333ecc986171', 'name': 'network-vif-deleted', 'tag': 'a4b7cf28-b4f2-4d99-892d-76c8c11313cb'}] {{(pid=93893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:34:46.546654 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aea723d68c964973b0702c1800637223d1e6775f666202f903cb1e18101cb68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854a677e-6826-4a7e-99bf-3a7f6b120b26" -d '{"events": [{"server_uuid": "9406e71a-2f8b-48ac-81a4-333ecc986171", "name": "network-vif-deleted", "tag": "a4b7cf28-b4f2-4d99-892d-76c8c11313cb"}]}' {{(pid=93893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:34:46.588693 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ff0ec3-6dac-4112-895b-e13f022878c2 x-openstack-request-id: req-e9ff0ec3-6dac-4112-895b-e13f022878c2 {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:34:46.588988 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9406e71a-2f8b-48ac-81a4-333ecc986171", "name": "network-vif-deleted", "tag": "a4b7cf28-b4f2-4d99-892d-76c8c11313cb", "status": "completed", "code": 200}]} {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:34:46.589399 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9ff0ec3-6dac-4112-895b-e13f022878c2 {{(pid=93893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:34:46.590069 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9406e71a-2f8b-48ac-81a4-333ecc986171', 'name': 'network-vif-deleted', 'tag': 'a4b7cf28-b4f2-4d99-892d-76c8c11313cb', 'status': 'completed', 'code': 200} Aug 13 04:34:47.925994 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45025b-7454-476e-b23d-be90282710a4 req-3a81c6f8-7a0d-4d9d-ac06-cb1dd7a524e4 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:47.927452 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3f45025b-7454-476e-b23d-be90282710a4 req-3a81c6f8-7a0d-4d9d-ac06-cb1dd7a524e4 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.2320275 Aug 13 04:34:47.964251 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3f45025b-7454-476e-b23d-be90282710a4 req-5e2aba29-5f81-4478-9051-5c50639fafc5 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307994 Aug 13 04:34:49.132743 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5839683b-49b4-4836-8f7e-8fd0c0bd2654 req-48e0ceec-ce58-45f2-ac5c-aaeeacefb673 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:49.134359 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5839683b-49b4-4836-8f7e-8fd0c0bd2654 req-48e0ceec-ce58-45f2-ac5c-aaeeacefb673 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.1007824 Aug 13 04:34:49.171484 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5839683b-49b4-4836-8f7e-8fd0c0bd2654 req-14f3a4ad-df82-4e3a-95df-8fdf992b398e tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309618 Aug 13 04:34:49.616329 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device a4b7cf28-b4f2-4d99-892d-76c8c11313cb no longer exists at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:34:49.636918 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] No Port match for: a4b7cf28-b4f2-4d99-892d-76c8c11313cb {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:34:49.637263 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device a4b7cf28-b4f2-4d99-892d-76c8c11313cb not bound to the agent host hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:34:50.291439 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3952a1-39ef-4c5a-9302-7cdc48a5cd56 req-0f5bdd13-cd1b-436d-8d7a-9e08d6779815 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:50.292819 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0d3952a1-39ef-4c5a-9302-7cdc48a5cd56 req-0f5bdd13-cd1b-436d-8d7a-9e08d6779815 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0526061 Aug 13 04:34:50.331767 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0d3952a1-39ef-4c5a-9302-7cdc48a5cd56 req-66d0f4e4-2b70-4faf-86a7-665f428c0457 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328987 Aug 13 04:34:51.445095 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155d9b3-7739-4bff-b6a5-8d4295e8b718 req-c753d93f-585a-436e-83d9-f0d064b832e4 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:51.446484 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4155d9b3-7739-4bff-b6a5-8d4295e8b718 req-c753d93f-585a-436e-83d9-f0d064b832e4 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0490150 Aug 13 04:34:51.486616 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4155d9b3-7739-4bff-b6a5-8d4295e8b718 req-c7ac0e62-cedd-4687-88c3-f24eb321ff76 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337105 Aug 13 04:34:52.498627 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 41468) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:52.609714 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88809391-36f5-43e3-a394-c6acf2dcfbe7 req-4d8e63c5-749e-4fe8-a61d-07f9d55961bb tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:52.611422 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-88809391-36f5-43e3-a394-c6acf2dcfbe7 req-4d8e63c5-749e-4fe8-a61d-07f9d55961bb tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0556998 Aug 13 04:34:52.617153 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-f4cf51cc-4246-45e9-81ad-508b4a0a2805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:52.673138 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-88809391-36f5-43e3-a394-c6acf2dcfbe7 req-03157286-02f9-4cbd-a982-ae75e7263471 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538006 Aug 13 04:34:52.739877 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-f4cf51cc-4246-45e9-81ad-508b4a0a2805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:52.743657 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-f4cf51cc-4246-45e9-81ad-508b4a0a2805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:52.782457 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-f4cf51cc-4246-45e9-81ad-508b4a0a2805 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28afb46b671a4f8f93e1dafba2a93b5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2826610 Aug 13 04:34:52.783199 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf51cc-4246-45e9-81ad-508b4a0a2805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b83ef9a-e366-4ec4-8aed-89db8625067a,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:52.786042 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 41476) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:52.840493 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0546551c-9f12-4e18-93d5-21e9a8b7fc42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:52.862144 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0546551c-9f12-4e18-93d5-21e9a8b7fc42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:52.910181 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0546551c-9f12-4e18-93d5-21e9a8b7fc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:52.912850 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0546551c-9f12-4e18-93d5-21e9a8b7fc42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:52.914013 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-0546551c-9f12-4e18-93d5-21e9a8b7fc42 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b83ef9a-e366-4ec4-8aed-89db8625067a HTTP/1.1" status: 204 len: 168 time: 0.1267943 Aug 13 04:34:52.921667 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546551c-9f12-4e18-93d5-21e9a8b7fc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b83ef9a-e366-4ec4-8aed-89db8625067a,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:53.174151 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 41484) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:53.187933 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3ab3246d-06db-4670-8991-5232430023d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:53.279426 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3ab3246d-06db-4670-8991-5232430023d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:53.283244 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3ab3246d-06db-4670-8991-5232430023d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:53.321165 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-3ab3246d-06db-4670-8991-5232430023d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3e6d24e785b44acbae502d7d412d363&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459196 Aug 13 04:34:53.322023 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3246d-06db-4670-8991-5232430023d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94135809-3123-4319-b6e8-8bc7d10ed075,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:53.324128 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 41486) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:53.376910 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-45139e04-5514-45e1-9cf9-32bc777b2ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:53.398231 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-45139e04-5514-45e1-9cf9-32bc777b2ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:53.445934 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-45139e04-5514-45e1-9cf9-32bc777b2ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:53.448899 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-45139e04-5514-45e1-9cf9-32bc777b2ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:53.449982 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-45139e04-5514-45e1-9cf9-32bc777b2ac3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94135809-3123-4319-b6e8-8bc7d10ed075 HTTP/1.1" status: 204 len: 168 time: 0.1247771 Aug 13 04:34:53.457949 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45139e04-5514-45e1-9cf9-32bc777b2ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94135809-3123-4319-b6e8-8bc7d10ed075,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:53.793996 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d621ad0-afae-4cf6-892c-e7ed79427563 req-b22abdb6-62a4-454b-b195-5e4534780ddb tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:53.795497 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9d621ad0-afae-4cf6-892c-e7ed79427563 req-b22abdb6-62a4-454b-b195-5e4534780ddb tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0529234 Aug 13 04:34:53.837288 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9d621ad0-afae-4cf6-892c-e7ed79427563 req-ca2e6ee4-0a34-491c-a372-873973831eae tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348263 Aug 13 04:34:54.983554 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859392b8-a5c6-438f-b99c-a85e4fb68086 req-9f3e3093-6d90-4dbd-8d0c-103c34d994f0 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:54.985238 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-859392b8-a5c6-438f-b99c-a85e4fb68086 req-9f3e3093-6d90-4dbd-8d0c-103c34d994f0 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0805509 Aug 13 04:34:54.993856 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52700a5-2224-420a-bfa1-cec589fe4cdd req-4f53fc4f-eeee-4afd-8a76-46a47ae76d96 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:54.995324 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d52700a5-2224-420a-bfa1-cec589fe4cdd req-4f53fc4f-eeee-4afd-8a76-46a47ae76d96 tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.64 "GET /v2.0/ports?device_id=25395051-723e-4a2e-a22c-7892a0285098 HTTP/1.1" status: 200 len: 945 time: 0.0789955 Aug 13 04:34:55.076124 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-859392b8-a5c6-438f-b99c-a85e4fb68086 req-332934c1-f8f6-43ab-84d4-4f9d36c5094d tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.13 "GET /v2.0/security-groups?id=dc11b624-0a72-423f-b1c8-788c34a24fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798304 Aug 13 04:34:55.130531 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [req-d52700a5-2224-420a-bfa1-cec589fe4cdd req-55d8ffb8-66fe-47b8-9bf9-2ff7fa54921d tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Deleting port ec81d39e-63c0-4679-a7bd-2439e208e2db {{(pid=93893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:34:55.130804 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-d52700a5-2224-420a-bfa1-cec589fe4cdd req-55d8ffb8-66fe-47b8-9bf9-2ff7fa54921d tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:55.220074 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [req-d52700a5-2224-420a-bfa1-cec589fe4cdd req-55d8ffb8-66fe-47b8-9bf9-2ff7fa54921d tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] For port ec81d39e-63c0-4679-a7bd-2439e208e2db, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=ec81d39e-63c0-4679-a7bd-2439e208e2db,segment=NetworkSegment(e32a8ed0-cbfb-4ae4-8027-ef7d97020016),segment_id=e32a8ed0-cbfb-4ae4-8027-ef7d97020016)] {{(pid=93893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:34:55.220437 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-d52700a5-2224-420a-bfa1-cec589fe4cdd req-55d8ffb8-66fe-47b8-9bf9-2ff7fa54921d tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:55.232664 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [req-d52700a5-2224-420a-bfa1-cec589fe4cdd req-55d8ffb8-66fe-47b8-9bf9-2ff7fa54921d tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Calling delete_port for ec81d39e-63c0-4679-a7bd-2439e208e2db owned by compute:nova {{(pid=93893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:34:55.366663 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-d52700a5-2224-420a-bfa1-cec589fe4cdd req-55d8ffb8-66fe-47b8-9bf9-2ff7fa54921d tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:55.378880 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['ec81d39e-63c0-4679-a7bd-2439e208e2db'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:34:55.395629 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d8ffb8-66fe-47b8-9bf9-2ff7fa54921d tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Pushing event deleted for resources: {'Port': ['ID=ec81d39e-63c0-4679-a7bd-2439e208e2db,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:55.438540 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52700a5-2224-420a-bfa1-cec589fe4cdd req-55d8ffb8-66fe-47b8-9bf9-2ff7fa54921d tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] No DVR routers for this DVR port ec81d39e-63c0-4679-a7bd-2439e208e2db on host hv-cinder-75996 {{(pid=93893) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:34:55.440991 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-d52700a5-2224-420a-bfa1-cec589fe4cdd req-55d8ffb8-66fe-47b8-9bf9-2ff7fa54921d tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:55.442972 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d52700a5-2224-420a-bfa1-cec589fe4cdd req-55d8ffb8-66fe-47b8-9bf9-2ff7fa54921d tempest-ServerRescueNegativeTestJSON-1616088586 tempest-ServerRescueNegativeTestJSON-1616088586-project] 10.222.0.64 "DELETE /v2.0/ports/ec81d39e-63c0-4679-a7bd-2439e208e2db HTTP/1.1" status: 204 len: 173 time: 0.4266973 Aug 13 04:34:55.443397 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25395051-723e-4a2e-a22c-7892a0285098', 'name': 'network-vif-deleted', 'tag': 'ec81d39e-63c0-4679-a7bd-2439e208e2db'}] {{(pid=93893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:34:55.445621 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aea723d68c964973b0702c1800637223d1e6775f666202f903cb1e18101cb68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455b290c-2621-475e-bcb5-d616812ad12a" -d '{"events": [{"server_uuid": "25395051-723e-4a2e-a22c-7892a0285098", "name": "network-vif-deleted", "tag": "ec81d39e-63c0-4679-a7bd-2439e208e2db"}]}' {{(pid=93893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:34:55.482616 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f3b417-4b72-41ae-991d-b3ab176e7e7b x-openstack-request-id: req-f2f3b417-4b72-41ae-991d-b3ab176e7e7b {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:34:55.482886 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25395051-723e-4a2e-a22c-7892a0285098", "name": "network-vif-deleted", "tag": "ec81d39e-63c0-4679-a7bd-2439e208e2db", "status": "completed", "code": 200}]} {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:34:55.483137 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2f3b417-4b72-41ae-991d-b3ab176e7e7b {{(pid=93893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:34:55.483524 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25395051-723e-4a2e-a22c-7892a0285098', 'name': 'network-vif-deleted', 'tag': 'ec81d39e-63c0-4679-a7bd-2439e208e2db', 'status': 'completed', 'code': 200} Aug 13 04:34:56.133878 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 41538) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:56.790046 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-f9f97171-b3be-43e1-9dc4-75cb42e7b627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683477'] for router_interface, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:57.216054 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558de1d2-512f-4726-b71a-86d8073342b3 req-d79875a3-6c7b-42ca-9b5d-e83cb3e019d9 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:57.217533 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-558de1d2-512f-4726-b71a-86d8073342b3 req-d79875a3-6c7b-42ca-9b5d-e83cb3e019d9 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 985 time: 0.1262376 Aug 13 04:34:57.222706 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4d477-d242-4734-9274-8aeaa718027b req-9e941c3d-e677-4fb2-b0d2-310a8a2bb854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:57.224291 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1bd4d477-d242-4734-9274-8aeaa718027b req-9e941c3d-e677-4fb2-b0d2-310a8a2bb854 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c41ff29303444fd0820593792b37e277&device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 1138 time: 0.1187708 Aug 13 04:34:57.235607 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [None req-f9f97171-b3be-43e1-9dc4-75cb42e7b627 admin admin] Deleting port a8a453d4-d70d-4a65-817f-6bd43d230234 {{(pid=93893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:34:57.235944 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-f9f97171-b3be-43e1-9dc4-75cb42e7b627 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:57.387284 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-558de1d2-512f-4726-b71a-86d8073342b3 req-6b8f7bec-2850-4f17-8303-00bdeac792e6 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&id=c232f22c-735e-48a8-92bd-6c9155256075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1609001 Aug 13 04:34:57.432572 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [None req-f9f97171-b3be-43e1-9dc4-75cb42e7b627 admin admin] For port a8a453d4-d70d-4a65-817f-6bd43d230234, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=a8a453d4-d70d-4a65-817f-6bd43d230234,segment=NetworkSegment(e32a8ed0-cbfb-4ae4-8027-ef7d97020016),segment_id=e32a8ed0-cbfb-4ae4-8027-ef7d97020016)] {{(pid=93893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:34:57.432990 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-f9f97171-b3be-43e1-9dc4-75cb42e7b627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:57.436131 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4d477-d242-4734-9274-8aeaa718027b req-9d29e790-15a4-4fa3-bd36-46fb0bf9ea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:57.438187 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1bd4d477-d242-4734-9274-8aeaa718027b req-9d29e790-15a4-4fa3-bd36-46fb0bf9ea84 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cc773a2e-a6e4-4037-a278-1599b19ecd84 HTTP/1.1" status: 200 len: 915 time: 0.1979222 Aug 13 04:34:57.448982 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [None req-f9f97171-b3be-43e1-9dc4-75cb42e7b627 admin admin] Calling delete_port for a8a453d4-d70d-4a65-817f-6bd43d230234 owned by network:router_interface {{(pid=93893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:34:57.549468 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1bd4d477-d242-4734-9274-8aeaa718027b req-60a56821-62de-4250-96e6-17cddca979e4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90912158-5071-4e18-b5b5-6e2227fd5493 HTTP/1.1" status: 200 len: 1002 time: 0.1013978 Aug 13 04:34:57.670243 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4d477-d242-4734-9274-8aeaa718027b req-8a50724f-7e4c-4d87-b1fc-b6a6a172439c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:57.672020 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1bd4d477-d242-4734-9274-8aeaa718027b req-8a50724f-7e4c-4d87-b1fc-b6a6a172439c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c9714a85-0300-41df-8e35-283bcc57529b HTTP/1.1" status: 200 len: 853 time: 0.1107628 Aug 13 04:34:57.762499 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd4d477-d242-4734-9274-8aeaa718027b req-a1930b5b-f484-4bfc-b516-4c891455dc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:57.764053 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1bd4d477-d242-4734-9274-8aeaa718027b req-a1930b5b-f484-4bfc-b516-4c891455dc52 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc773a2e-a6e4-4037-a278-1599b19ecd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747824 Aug 13 04:34:57.784324 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-f9f97171-b3be-43e1-9dc4-75cb42e7b627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:57.849005 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f97171-b3be-43e1-9dc4-75cb42e7b627 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8a453d4-d70d-4a65-817f-6bd43d230234,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:57.944150 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1bd4d477-d242-4734-9274-8aeaa718027b req-dde641fa-3ef4-468c-80ee-db8affbe69e9 service neutron] 10.222.0.64 "GET /v2.0/networks/cc773a2e-a6e4-4037-a278-1599b19ecd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683743 Aug 13 04:34:58.104672 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-f9f97171-b3be-43e1-9dc4-75cb42e7b627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790373'] for router_interface, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:58.113282 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1bd4d477-d242-4734-9274-8aeaa718027b req-c112d499-93e9-49a9-82e4-530efc4c7ebc service neutron] 10.222.0.64 "GET /v2.0/networks/cc773a2e-a6e4-4037-a278-1599b19ecd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392133 Aug 13 04:34:58.323726 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f97171-b3be-43e1-9dc4-75cb42e7b627 admin admin] Router 70496e53-739d-4a5e-af22-dbabde5c4261 has already been hosted by L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb {{(pid=93893) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:34:58.691244 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f97171-b3be-43e1-9dc4-75cb42e7b627 admin admin] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:34:58.699472 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-f9f97171-b3be-43e1-9dc4-75cb42e7b627 admin admin] 10.222.0.13 "PUT /v2.0/routers/70496e53-739d-4a5e-af22-dbabde5c4261/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5644901 Aug 13 04:34:58.699795 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 41576) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:58.705353 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d2b23e-085d-4a7b-8e04-642d29bba9a5 None None] Sync routers for ids ['70496e53-739d-4a5e-af22-dbabde5c4261'] in dv-cinder-759961-6-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:34:58.708159 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fdf1c5-c3c2-4dab-8fc0-a4cde9b801d4 req-af1ad4f7-034b-4271-9179-04e5558e639d tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:58.710023 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e5fdf1c5-c3c2-4dab-8fc0-a4cde9b801d4 req-af1ad4f7-034b-4271-9179-04e5558e639d tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 985 time: 0.0735769 Aug 13 04:34:58.730135 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d2b23e-085d-4a7b-8e04-642d29bba9a5 None None] Routers {'70496e53-739d-4a5e-af22-dbabde5c4261'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:34:58.730838 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-f7d2b23e-085d-4a7b-8e04-642d29bba9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:34:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['70496e53-739d-4a5e-af22-dbabde5c4261'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:34:58.759811 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e5fdf1c5-c3c2-4dab-8fc0-a4cde9b801d4 req-b8eb25de-6fe7-4512-abdd-a4e5044fd639 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&id=c232f22c-735e-48a8-92bd-6c9155256075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427475 Aug 13 04:34:58.877318 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a8a757b6-424b-405f-9d1d-b3c135843693 admin admin] Notify callbacks [] for router, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:58.879122 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-f7d2b23e-085d-4a7b-8e04-642d29bba9a5 None None] Set router 70496e53-739d-4a5e-af22-dbabde5c4261 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:34:58.996196 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a8a757b6-424b-405f-9d1d-b3c135843693 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:59.063063 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-a8a757b6-424b-405f-9d1d-b3c135843693 admin admin] Deleting port 3cba7a1a-9877-43ad-bfa4-bdf85c0ba051 {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:34:59.063063 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a8a757b6-424b-405f-9d1d-b3c135843693 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:59.103987 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-f7d2b23e-085d-4a7b-8e04-642d29bba9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70496e53-739d-4a5e-af22-dbabde5c4261', 'name': 'tempest-ServerRescueNegativeTestJSON-411446488-router', 'tenant_id': 'aae4e92976894be69e6eb06d4b7d2f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '3cba7a1a-9877-43ad-bfa4-bdf85c0ba051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:31:09Z', 'updated_at': '2021-08-13T04:34:57Z', 'revision_number': 5, 'project_id': 'aae4e92976894be69e6eb06d4b7d2f3a', 'gw_port': {'id': '3cba7a1a-9877-43ad-bfa4-bdf85c0ba051', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:25:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70496e53-739d-4a5e-af22-dbabde5c4261', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:31:09Z', 'updated_at': '2021-08-13T04:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi'}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:34:59.170674 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d2b23e-085d-4a7b-8e04-642d29bba9a5 None None] Checking router: 70496e53-739d-4a5e-af22-dbabde5c4261 for host: dv-cinder-759961-6-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:34:59.181469 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d2b23e-085d-4a7b-8e04-642d29bba9a5 None None] Routers {'70496e53-739d-4a5e-af22-dbabde5c4261'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:34:59.182101 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-f7d2b23e-085d-4a7b-8e04-642d29bba9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:34:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['70496e53-739d-4a5e-af22-dbabde5c4261'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:34:59.198943 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [None req-a8a757b6-424b-405f-9d1d-b3c135843693 admin admin] For port 3cba7a1a-9877-43ad-bfa4-bdf85c0ba051, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=3cba7a1a-9877-43ad-bfa4-bdf85c0ba051,segment=NetworkSegment(edab9050-aae2-4c9b-baa0-6e612e984a64),segment_id=edab9050-aae2-4c9b-baa0-6e612e984a64)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:34:59.199454 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a8a757b6-424b-405f-9d1d-b3c135843693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:59.212463 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-a8a757b6-424b-405f-9d1d-b3c135843693 admin admin] Calling delete_port for 3cba7a1a-9877-43ad-bfa4-bdf85c0ba051 owned by network:router_gateway {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:34:59.315989 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f64661a-7ee7-45c0-8124-bbf85e8f5542 req-3b6f0489-17be-4423-b319-45de24ab097d tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:34:59.317777 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6f64661a-7ee7-45c0-8124-bbf85e8f5542 req-3b6f0489-17be-4423-b319-45de24ab097d tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.0802226 Aug 13 04:34:59.334191 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-f7d2b23e-085d-4a7b-8e04-642d29bba9a5 None None] Set router 70496e53-739d-4a5e-af22-dbabde5c4261 gateway port host: None {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:34:59.380102 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6f64661a-7ee7-45c0-8124-bbf85e8f5542 req-d9a7cf6f-1fe7-44c8-8f27-28f7014e58f9 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495977 Aug 13 04:34:59.428192 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-f7d2b23e-085d-4a7b-8e04-642d29bba9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70496e53-739d-4a5e-af22-dbabde5c4261', 'name': 'tempest-ServerRescueNegativeTestJSON-411446488-router', 'tenant_id': 'aae4e92976894be69e6eb06d4b7d2f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:31:09Z', 'updated_at': '2021-08-13T04:34:58Z', 'revision_number': 6, 'project_id': 'aae4e92976894be69e6eb06d4b7d2f3a', 'gw_port_host': None}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:34:59.459044 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d2b23e-085d-4a7b-8e04-642d29bba9a5 None None] The sync data for ids ['70496e53-739d-4a5e-af22-dbabde5c4261'] in dv-cinder-759961-6-iscsi is: [{'id': '70496e53-739d-4a5e-af22-dbabde5c4261', 'name': 'tempest-ServerRescueNegativeTestJSON-411446488-router', 'tenant_id': 'aae4e92976894be69e6eb06d4b7d2f3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:31:09Z', 'updated_at': '2021-08-13T04:34:58Z', 'revision_number': 6, 'project_id': 'aae4e92976894be69e6eb06d4b7d2f3a', 'gw_port_host': None}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:34:59.470389 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a8a757b6-424b-405f-9d1d-b3c135843693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:59.513814 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a757b6-424b-405f-9d1d-b3c135843693 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cba7a1a-9877-43ad-bfa4-bdf85c0ba051,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:34:59.581646 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a8a757b6-424b-405f-9d1d-b3c135843693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3789023'] for router_gateway, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:59.649924 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device ec81d39e-63c0-4679-a7bd-2439e208e2db no longer exists at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:34:59.676869 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] No Port match for: ec81d39e-63c0-4679-a7bd-2439e208e2db {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:34:59.677517 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device ec81d39e-63c0-4679-a7bd-2439e208e2db not bound to the agent host hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:34:59.706272 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a8a757b6-424b-405f-9d1d-b3c135843693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-505241'] for router, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:59.708723 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a8a757b6-424b-405f-9d1d-b3c135843693 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:59.814288 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a8a757b6-424b-405f-9d1d-b3c135843693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3787068'] for router, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:59.814867 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a757b6-424b-405f-9d1d-b3c135843693 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70496e53-739d-4a5e-af22-dbabde5c4261 {{(pid=93894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 04:34:59.823687 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a8a757b6-424b-405f-9d1d-b3c135843693 admin admin] Notify callbacks [] for router, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:59.825867 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-a8a757b6-424b-405f-9d1d-b3c135843693 admin admin] 10.222.0.13 "DELETE /v2.0/routers/70496e53-739d-4a5e-af22-dbabde5c4261 HTTP/1.1" status: 204 len: 168 time: 1.1247983 Aug 13 04:34:59.829773 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 41628) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:34:59.898743 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf48ea64-56a9-4912-b8b2-90c5c08e50fb admin admin] Deleting subnet 65961138-89fc-4d56-9e75-55b08a9b4640 {{(pid=93893) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:34:59.903959 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-bf48ea64-56a9-4912-b8b2-90c5c08e50fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:34:59.972091 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-bf48ea64-56a9-4912-b8b2-90c5c08e50fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9290306'] for subnet, precommit_delete_associations {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:00.009335 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18445f62-c9bb-4ef5-b6e7-1f03916d20f9 req-29a9be02-4546-4278-b3d7-c81007ce54f0 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:00.010880 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-18445f62-c9bb-4ef5-b6e7-1f03916d20f9 req-29a9be02-4546-4278-b3d7-c81007ce54f0 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 985 time: 0.1254735 Aug 13 04:35:00.050531 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-bf48ea64-56a9-4912-b8b2-90c5c08e50fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033975'] for subnet, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:00.086736 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-18445f62-c9bb-4ef5-b6e7-1f03916d20f9 req-6e220aa5-d512-4d41-9ca4-fac8c236b69d tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&id=c232f22c-735e-48a8-92bd-6c9155256075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0693486 Aug 13 04:35:00.118981 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-bf48ea64-56a9-4912-b8b2-90c5c08e50fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9290103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9155894'] for subnet, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:00.145540 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48ea64-56a9-4912-b8b2-90c5c08e50fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65961138-89fc-4d56-9e75-55b08a9b4640,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:00.148904 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-bf48ea64-56a9-4912-b8b2-90c5c08e50fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:00.153010 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-bf48ea64-56a9-4912-b8b2-90c5c08e50fb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/65961138-89fc-4d56-9e75-55b08a9b4640 HTTP/1.1" status: 204 len: 168 time: 0.3197231 Aug 13 04:35:00.153296 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 41636) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:35:00.223362 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3e8a1f5b-d4a6-4ac2-b909-02a4584a6e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530472'] for network, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:00.314373 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3e8a1f5b-d4a6-4ac2-b909-02a4584a6e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038704', 'neutron.services.segments.db._delete_segments_for_network-8740403467888'] for network, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:00.314964 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device a8a453d4-d70d-4a65-817f-6bd43d230234 no longer exists at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:35:00.324608 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.services.segments.db [None req-3e8a1f5b-d4a6-4ac2-b909-02a4584a6e6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8654c056-764c-4f00-9b64-d8b811de2fd6']}} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:35:00.339387 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] No Port match for: a8a453d4-d70d-4a65-817f-6bd43d230234 {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:35:00.339524 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.services.segments.db [None req-3e8a1f5b-d4a6-4ac2-b909-02a4584a6e6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e32a8ed0-cbfb-4ae4-8027-ef7d97020016') {'for_net_delete': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:35:00.339623 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device a8a453d4-d70d-4a65-817f-6bd43d230234 not bound to the agent host dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:35:00.339704 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.services.segments.db [None req-3e8a1f5b-d4a6-4ac2-b909-02a4584a6e6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e32a8ed0-cbfb-4ae4-8027-ef7d97020016') {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:35:00.353720 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3e8a1f5b-d4a6-4ac2-b909-02a4584a6e6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403392121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9290325'] for segment, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:00.369394 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3e8a1f5b-d4a6-4ac2-b909-02a4584a6e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910'] for segment, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:00.376314 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e8a1f5b-d4a6-4ac2-b909-02a4584a6e6c admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=93893) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:35:00.377080 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3e8a1f5b-d4a6-4ac2-b909-02a4584a6e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9290153'] for segment, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:00.379038 dv-cinder-759961-6-iscsi neutron-server[93893]: Traceback (most recent call last): Aug 13 04:35:00.379038 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:35:00.379038 dv-cinder-759961-6-iscsi neutron-server[93893]: timer() Aug 13 04:35:00.379038 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:35:00.379038 dv-cinder-759961-6-iscsi neutron-server[93893]: cb(*args, **kw) Aug 13 04:35:00.379038 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:35:00.379038 dv-cinder-759961-6-iscsi neutron-server[93893]: return func(*args, **kwargs) Aug 13 04:35:00.379038 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:35:00.379038 dv-cinder-759961-6-iscsi neutron-server[93893]: self._notify() Aug 13 04:35:00.379038 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:35:00.379038 dv-cinder-759961-6-iscsi neutron-server[93893]: self.callback(batched_events) Aug 13 04:35:00.379038 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:35:00.379038 dv-cinder-759961-6-iscsi neutron-server[93893]: event.method(event) Aug 13 04:35:00.379038 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:35:00.379038 dv-cinder-759961-6-iscsi neutron-server[93893]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:35:00.379038 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:35:00.379038 dv-cinder-759961-6-iscsi neutron-server[93893]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:35:00.379038 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:35:00.379038 dv-cinder-759961-6-iscsi neutron-server[93893]: return f(self, *a, **k) Aug 13 04:35:00.379038 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:35:00.379038 dv-cinder-759961-6-iscsi neutron-server[93893]: return self._get(url).json() Aug 13 04:35:00.379038 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:35:00.379038 dv-cinder-759961-6-iscsi neutron-server[93893]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:35:00.379038 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:35:00.379038 dv-cinder-759961-6-iscsi neutron-server[93893]: return self.request(url, 'GET', **kwargs) Aug 13 04:35:00.379038 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:35:00.379038 dv-cinder-759961-6-iscsi neutron-server[93893]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:35:00.379038 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:35:00.379038 dv-cinder-759961-6-iscsi neutron-server[93893]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:35:00.379038 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:35:00.379038 dv-cinder-759961-6-iscsi neutron-server[93893]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:35:00.379038 dv-cinder-759961-6-iscsi neutron-server[93893]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:35:00.454831 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3e8a1f5b-d4a6-4ac2-b909-02a4584a6e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3788963'] for network, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:00.478384 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3e8a1f5b-d4a6-4ac2-b909-02a4584a6e6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for network, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:00.482811 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-3e8a1f5b-d4a6-4ac2-b909-02a4584a6e6c admin admin] 10.222.0.13 "DELETE /v2.0/networks/8654c056-764c-4f00-9b64-d8b811de2fd6 HTTP/1.1" status: 204 len: 168 time: 0.3284869 Aug 13 04:35:00.495113 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a1f5b-d4a6-4ac2-b909-02a4584a6e6c admin admin] Pushing event deleted for resources: {'Network': ['ID=8654c056-764c-4f00-9b64-d8b811de2fd6,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:00.518454 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d3161-6717-442a-8047-9daa9e3847da req-1af0a1db-ab2b-4610-a4f4-07131828f7f5 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:00.520003 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-693d3161-6717-442a-8047-9daa9e3847da req-1af0a1db-ab2b-4610-a4f4-07131828f7f5 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.0748501 Aug 13 04:35:00.572403 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-693d3161-6717-442a-8047-9daa9e3847da req-1a3f2dda-a8f2-4237-91bd-d1ed9c911a71 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460262 Aug 13 04:35:00.697638 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 41656) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:35:00.757605 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-4599b97b-87e9-4ace-b611-df6e1dbd93a8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aae4e92976894be69e6eb06d4b7d2f3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0565846 Aug 13 04:35:00.759571 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 41660) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:35:00.840676 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3964da3b-4c8d-4b4c-bc84-94d1d9a5e219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:00.867289 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3964da3b-4c8d-4b4c-bc84-94d1d9a5e219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:00.920146 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3964da3b-4c8d-4b4c-bc84-94d1d9a5e219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:00.923490 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3964da3b-4c8d-4b4c-bc84-94d1d9a5e219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:00.924905 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-3964da3b-4c8d-4b4c-bc84-94d1d9a5e219 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dc11b624-0a72-423f-b1c8-788c34a24fb0 HTTP/1.1" status: 204 len: 168 time: 0.1651011 Aug 13 04:35:00.938078 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3964da3b-4c8d-4b4c-bc84-94d1d9a5e219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc11b624-0a72-423f-b1c8-788c34a24fb0,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:01.110094 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f123561-f988-4803-8b83-426c67edbf8e req-cbf5bc5b-962f-4182-996a-a72ea3fd526f tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:01.118468 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2f123561-f988-4803-8b83-426c67edbf8e req-cbf5bc5b-962f-4182-996a-a72ea3fd526f tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 946 time: 0.0546443 Aug 13 04:35:01.152240 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2f123561-f988-4803-8b83-426c67edbf8e req-1cfc1e1c-5708-46f9-b6d7-298a72340753 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328915 Aug 13 04:35:01.211376 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fa811b-bede-493a-a9e0-79c18d370238 req-04fba4fe-a729-4668-b298-cadd9d7f6407 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:01.213028 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-88fa811b-bede-493a-a9e0-79c18d370238 req-04fba4fe-a729-4668-b298-cadd9d7f6407 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 985 time: 0.0532846 Aug 13 04:35:01.257110 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-88fa811b-bede-493a-a9e0-79c18d370238 req-979a23aa-af63-4966-b409-6c213894fd80 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&id=c232f22c-735e-48a8-92bd-6c9155256075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361540 Aug 13 04:35:01.684706 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f63962-e507-4fc7-a6c1-22e4109cad88 req-5d8de149-c14f-4964-9a59-9ccebf4d5ea7 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:01.686212 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-64f63962-e507-4fc7-a6c1-22e4109cad88 req-5d8de149-c14f-4964-9a59-9ccebf4d5ea7 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.0497925 Aug 13 04:35:01.727081 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-64f63962-e507-4fc7-a6c1-22e4109cad88 req-6fb8da0f-c906-4d83-a897-a02758f23b38 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=8af9a18f-7e63-4d93-894a-9616ff8abe05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346940 Aug 13 04:35:01.766944 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 3cba7a1a-9877-43ad-bfa4-bdf85c0ba051 no longer exists at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:35:01.787883 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] No Port match for: 3cba7a1a-9877-43ad-bfa4-bdf85c0ba051 {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:35:01.788229 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 3cba7a1a-9877-43ad-bfa4-bdf85c0ba051 not bound to the agent host dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:35:01.844763 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a48ae-7664-469b-a91d-fb383d9c07f7 req-f3d3f860-154a-4b9d-9c26-2df4da81012b tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:01.846291 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f01a48ae-7664-469b-a91d-fb383d9c07f7 req-f3d3f860-154a-4b9d-9c26-2df4da81012b tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.64 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 945 time: 0.0554512 Aug 13 04:35:01.949691 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [req-f01a48ae-7664-469b-a91d-fb383d9c07f7 req-09a14a74-f16e-4878-868b-1a4a5f162d83 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Deleting port f5bada29-7024-47b0-b3dd-d142dd41cdda {{(pid=93893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:35:01.950048 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-f01a48ae-7664-469b-a91d-fb383d9c07f7 req-09a14a74-f16e-4878-868b-1a4a5f162d83 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:02.049335 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [req-f01a48ae-7664-469b-a91d-fb383d9c07f7 req-09a14a74-f16e-4878-868b-1a4a5f162d83 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] For port f5bada29-7024-47b0-b3dd-d142dd41cdda, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=f5bada29-7024-47b0-b3dd-d142dd41cdda,segment=NetworkSegment(529d8121-1e24-4545-a5c6-195ed2cbad21),segment_id=529d8121-1e24-4545-a5c6-195ed2cbad21)] {{(pid=93893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:35:02.049741 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-f01a48ae-7664-469b-a91d-fb383d9c07f7 req-09a14a74-f16e-4878-868b-1a4a5f162d83 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:02.324472 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-f01a48ae-7664-469b-a91d-fb383d9c07f7 req-09a14a74-f16e-4878-868b-1a4a5f162d83 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:02.324874 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-f01a48ae-7664-469b-a91d-fb383d9c07f7 req-09a14a74-f16e-4878-868b-1a4a5f162d83 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3788949'] for floatingip, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:02.325210 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.db.l3_db [req-f01a48ae-7664-469b-a91d-fb383d9c07f7 req-09a14a74-f16e-4878-868b-1a4a5f162d83 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Floating IP b3d28af1-26cd-4cec-8e22-0947aa12f455 disassociated. External IP: 172.27.0.89, port: f5bada29-7024-47b0-b3dd-d142dd41cdda. Aug 13 04:35:02.325616 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [req-f01a48ae-7664-469b-a91d-fb383d9c07f7 req-09a14a74-f16e-4878-868b-1a4a5f162d83 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Calling delete_port for f5bada29-7024-47b0-b3dd-d142dd41cdda owned by compute:nova {{(pid=93893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:35:02.345568 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605ffb6-8871-4642-91c9-265977357ad1 req-a6edebd0-1af4-48f6-a52d-4848ed55dc0c tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:02.347211 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9605ffb6-8871-4642-91c9-265977357ad1 req-a6edebd0-1af4-48f6-a52d-4848ed55dc0c tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 946 time: 0.1086869 Aug 13 04:35:02.470889 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9605ffb6-8871-4642-91c9-265977357ad1 req-237bdd32-578b-4e7c-b2cc-1bbbafc060c9 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088736 Aug 13 04:35:02.493880 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a856ac-c7e4-4b64-8e67-4d9aae88a381 req-b5a2f372-2dc3-44ed-9535-7b5b86dbdaa3 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:02.495717 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-49a856ac-c7e4-4b64-8e67-4d9aae88a381 req-b5a2f372-2dc3-44ed-9535-7b5b86dbdaa3 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 985 time: 0.1440568 Aug 13 04:35:02.565486 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-49a856ac-c7e4-4b64-8e67-4d9aae88a381 req-7f6ba07a-8af9-49d8-a269-ce3b444dea43 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&id=c232f22c-735e-48a8-92bd-6c9155256075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591378 Aug 13 04:35:02.600308 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-f01a48ae-7664-469b-a91d-fb383d9c07f7 req-09a14a74-f16e-4878-868b-1a4a5f162d83 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:02.633300 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a14a74-f16e-4878-868b-1a4a5f162d83 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Pushing event deleted for resources: {'Port': ['ID=f5bada29-7024-47b0-b3dd-d142dd41cdda,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:02.747300 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f01a48ae-7664-469b-a91d-fb383d9c07f7 req-09a14a74-f16e-4878-868b-1a4a5f162d83 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Router 212c78a9-aefd-4f63-8bb4-be0c67202d13 has already been hosted by L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb {{(pid=93893) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:35:02.833609 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-627a5839-0262-44be-a146-c418d4f87ba3 req-01053532-4b5b-4b23-8e52-3f34906a1057 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0662f42-e77d-4f85-84ad-b58befdc445d HTTP/1.1" status: 200 len: 210 time: 0.0350559 Aug 13 04:35:02.885329 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f01a48ae-7664-469b-a91d-fb383d9c07f7 req-09a14a74-f16e-4878-868b-1a4a5f162d83 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:35:02.895375 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e494342e-5015-45ca-8bcf-12e4059bfa11 None None] Sync routers for ids ['212c78a9-aefd-4f63-8bb4-be0c67202d13'] in dv-cinder-759961-6-iscsi {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:35:02.904127 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e494342e-5015-45ca-8bcf-12e4059bfa11 None None] Routers {'212c78a9-aefd-4f63-8bb4-be0c67202d13'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:35:02.904739 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-e494342e-5015-45ca-8bcf-12e4059bfa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:34:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['212c78a9-aefd-4f63-8bb4-be0c67202d13'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:35:02.928217 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01a48ae-7664-469b-a91d-fb383d9c07f7 req-09a14a74-f16e-4878-868b-1a4a5f162d83 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] No DVR routers for this DVR port f5bada29-7024-47b0-b3dd-d142dd41cdda on host hv-cinder-75996 {{(pid=93893) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:35:02.930909 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-f01a48ae-7664-469b-a91d-fb383d9c07f7 req-09a14a74-f16e-4878-868b-1a4a5f162d83 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:02.933060 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f01a48ae-7664-469b-a91d-fb383d9c07f7 req-09a14a74-f16e-4878-868b-1a4a5f162d83 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.64 "DELETE /v2.0/ports/f5bada29-7024-47b0-b3dd-d142dd41cdda HTTP/1.1" status: 204 len: 173 time: 1.0783124 Aug 13 04:35:02.933522 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0662f42-e77d-4f85-84ad-b58befdc445d', 'name': 'network-vif-deleted', 'tag': 'f5bada29-7024-47b0-b3dd-d142dd41cdda'}] {{(pid=93893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:35:02.935787 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aea723d68c964973b0702c1800637223d1e6775f666202f903cb1e18101cb68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea545d4-dca8-432e-b975-828c146b5875" -d '{"events": [{"server_uuid": "a0662f42-e77d-4f85-84ad-b58befdc445d", "name": "network-vif-deleted", "tag": "f5bada29-7024-47b0-b3dd-d142dd41cdda"}]}' {{(pid=93893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:35:02.993820 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2ac26f-9a99-473d-8b25-eccf459b26d9 x-openstack-request-id: req-dc2ac26f-9a99-473d-8b25-eccf459b26d9 {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:35:02.994216 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0662f42-e77d-4f85-84ad-b58befdc445d", "name": "network-vif-deleted", "tag": "f5bada29-7024-47b0-b3dd-d142dd41cdda", "status": "completed", "code": 200}]} {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:35:02.994723 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dc2ac26f-9a99-473d-8b25-eccf459b26d9 {{(pid=93893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:35:02.995278 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0662f42-e77d-4f85-84ad-b58befdc445d', 'name': 'network-vif-deleted', 'tag': 'f5bada29-7024-47b0-b3dd-d142dd41cdda', 'status': 'completed', 'code': 200} Aug 13 04:35:03.003467 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7bd64-c86a-458c-add3-92b19daa170c req-a0e144b9-37c4-42ea-ab98-ad1bee06493b tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:03.005019 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-39d7bd64-c86a-458c-add3-92b19daa170c req-a0e144b9-37c4-42ea-ab98-ad1bee06493b tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.64 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 946 time: 0.0798016 Aug 13 04:35:03.034227 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-e494342e-5015-45ca-8bcf-12e4059bfa11 None None] Set router 212c78a9-aefd-4f63-8bb4-be0c67202d13 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:35:03.117370 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [req-39d7bd64-c86a-458c-add3-92b19daa170c req-d7590f6c-f0a9-412b-83ec-aeedc6c7d588 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Deleting port c3be48be-e5ee-48ea-a418-bc6c5c7a337c {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:35:03.117808 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-39d7bd64-c86a-458c-add3-92b19daa170c req-d7590f6c-f0a9-412b-83ec-aeedc6c7d588 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:03.214662 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-39d7bd64-c86a-458c-add3-92b19daa170c req-d7590f6c-f0a9-412b-83ec-aeedc6c7d588 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] For port c3be48be-e5ee-48ea-a418-bc6c5c7a337c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c3be48be-e5ee-48ea-a418-bc6c5c7a337c,segment=NetworkSegment(ae7a5589-1c60-462f-a476-72f6648fe839),segment_id=ae7a5589-1c60-462f-a476-72f6648fe839)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:35:03.215801 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-39d7bd64-c86a-458c-add3-92b19daa170c req-d7590f6c-f0a9-412b-83ec-aeedc6c7d588 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:03.244321 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-e494342e-5015-45ca-8bcf-12e4059bfa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'name': 'tempest-AttachVolumeTestJSON-741037835-router', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:45Z', 'updated_at': '2021-08-13T04:29:51Z', 'revision_number': 4, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'gw_port': {'id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:47Z', 'updated_at': '2021-08-13T04:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': 'ad1561e4-776c-43ca-926b-f2b7bf901d69', 'name': '', 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'mac_address': 'fa:16:3e:34:58:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5b21e272-0ba6-46ef-9194-8e0451e934ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:50Z', 'updated_at': '2021-08-13T04:29:58Z', 'revision_number': 5, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'subnets': [{'id': '5b21e272-0ba6-46ef-9194-8e0451e934ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:35:03.277466 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e494342e-5015-45ca-8bcf-12e4059bfa11 None None] Checking router: 212c78a9-aefd-4f63-8bb4-be0c67202d13 for host: dv-cinder-759961-6-iscsi {{(pid=93895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:35:03.287531 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e494342e-5015-45ca-8bcf-12e4059bfa11 None None] Routers {'212c78a9-aefd-4f63-8bb4-be0c67202d13'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:35:03.288211 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-e494342e-5015-45ca-8bcf-12e4059bfa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:34:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['212c78a9-aefd-4f63-8bb4-be0c67202d13'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:35:03.416157 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-e494342e-5015-45ca-8bcf-12e4059bfa11 None None] Set router 212c78a9-aefd-4f63-8bb4-be0c67202d13 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:35:03.480689 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-39d7bd64-c86a-458c-add3-92b19daa170c req-d7590f6c-f0a9-412b-83ec-aeedc6c7d588 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:03.481548 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-39d7bd64-c86a-458c-add3-92b19daa170c req-d7590f6c-f0a9-412b-83ec-aeedc6c7d588 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3788949'] for floatingip, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:03.482101 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.db.l3_db [req-39d7bd64-c86a-458c-add3-92b19daa170c req-d7590f6c-f0a9-412b-83ec-aeedc6c7d588 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Floating IP 445c062f-829e-48e1-bc66-29f2a41950bf disassociated. External IP: 172.27.0.235, port: c3be48be-e5ee-48ea-a418-bc6c5c7a337c. Aug 13 04:35:03.482686 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [req-39d7bd64-c86a-458c-add3-92b19daa170c req-d7590f6c-f0a9-412b-83ec-aeedc6c7d588 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Calling delete_port for c3be48be-e5ee-48ea-a418-bc6c5c7a337c owned by compute:nova {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:35:03.670314 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-39d7bd64-c86a-458c-add3-92b19daa170c req-d7590f6c-f0a9-412b-83ec-aeedc6c7d588 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:03.680291 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c90f80-081c-4aef-8986-309721e253cc req-534b50d7-6c2a-4948-9337-bc9decd10dd7 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:03.683500 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-25c90f80-081c-4aef-8986-309721e253cc req-534b50d7-6c2a-4948-9337-bc9decd10dd7 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 946 time: 0.1012440 Aug 13 04:35:03.721731 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7590f6c-f0a9-412b-83ec-aeedc6c7d588 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Pushing event deleted for resources: {'Port': ['ID=c3be48be-e5ee-48ea-a418-bc6c5c7a337c,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:03.729843 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7590f6c-f0a9-412b-83ec-aeedc6c7d588 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:35:03.730497 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7590f6c-f0a9-412b-83ec-aeedc6c7d588 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:35:03.730865 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7590f6c-f0a9-412b-83ec-aeedc6c7d588 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:35:03.731229 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7590f6c-f0a9-412b-83ec-aeedc6c7d588 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:35:03.731590 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7590f6c-f0a9-412b-83ec-aeedc6c7d588 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:35:03.731926 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7590f6c-f0a9-412b-83ec-aeedc6c7d588 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:35:03.732448 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7590f6c-f0a9-412b-83ec-aeedc6c7d588 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:35:03.732973 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7590f6c-f0a9-412b-83ec-aeedc6c7d588 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:35:03.733556 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7590f6c-f0a9-412b-83ec-aeedc6c7d588 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:35:03.734064 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7590f6c-f0a9-412b-83ec-aeedc6c7d588 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:35:03.734593 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7590f6c-f0a9-412b-83ec-aeedc6c7d588 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:35:03.735097 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7590f6c-f0a9-412b-83ec-aeedc6c7d588 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:35:03.781257 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-25c90f80-081c-4aef-8986-309721e253cc req-bebd2512-3a7d-42d2-931a-d7e9e4c92bce tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=028702fa-2644-4442-a6b4-b744d7181b03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739064 Aug 13 04:35:03.806906 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ee0bb-a582-426f-b422-65562bfcd2a3 req-7ac93328-a5f6-434c-bbba-c5567b4eb5ac tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:03.815207 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-912ee0bb-a582-426f-b422-65562bfcd2a3 req-7ac93328-a5f6-434c-bbba-c5567b4eb5ac tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 985 time: 0.1304371 Aug 13 04:35:03.873955 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-912ee0bb-a582-426f-b422-65562bfcd2a3 req-4fb02e9e-718b-4c25-9a07-873e2b9a4cf7 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&id=c232f22c-735e-48a8-92bd-6c9155256075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561261 Aug 13 04:35:03.875316 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-e494342e-5015-45ca-8bcf-12e4059bfa11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'name': 'tempest-AttachVolumeTestJSON-741037835-router', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:45Z', 'updated_at': '2021-08-13T04:29:51Z', 'revision_number': 4, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'gw_port': {'id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:47Z', 'updated_at': '2021-08-13T04:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': 'ad1561e4-776c-43ca-926b-f2b7bf901d69', 'name': '', 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'mac_address': 'fa:16:3e:34:58:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5b21e272-0ba6-46ef-9194-8e0451e934ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:50Z', 'updated_at': '2021-08-13T04:29:58Z', 'revision_number': 5, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'subnets': [{'id': '5b21e272-0ba6-46ef-9194-8e0451e934ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:35:03.916120 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e494342e-5015-45ca-8bcf-12e4059bfa11 None None] The sync data for ids ['212c78a9-aefd-4f63-8bb4-be0c67202d13'] in dv-cinder-759961-6-iscsi is: [{'id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'name': 'tempest-AttachVolumeTestJSON-741037835-router', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:45Z', 'updated_at': '2021-08-13T04:29:51Z', 'revision_number': 4, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'gw_port': {'id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:47Z', 'updated_at': '2021-08-13T04:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': 'ad1561e4-776c-43ca-926b-f2b7bf901d69', 'name': '', 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'mac_address': 'fa:16:3e:34:58:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5b21e272-0ba6-46ef-9194-8e0451e934ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:50Z', 'updated_at': '2021-08-13T04:29:58Z', 'revision_number': 5, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'subnets': [{'id': '5b21e272-0ba6-46ef-9194-8e0451e934ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:35:03.933771 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39d7bd64-c86a-458c-add3-92b19daa170c req-d7590f6c-f0a9-412b-83ec-aeedc6c7d588 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Router bddf536a-96eb-4938-9e97-4d8f177ece72 has already been hosted by L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:35:04.037964 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 41764) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:35:04.100867 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39d7bd64-c86a-458c-add3-92b19daa170c req-d7590f6c-f0a9-412b-83ec-aeedc6c7d588 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:35:04.113399 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a253f86-84ba-4bdf-b0eb-eb7e2253a33c None None] Sync routers for ids ['bddf536a-96eb-4938-9e97-4d8f177ece72'] in dv-cinder-759961-6-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:35:04.130354 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a253f86-84ba-4bdf-b0eb-eb7e2253a33c None None] Routers {'bddf536a-96eb-4938-9e97-4d8f177ece72'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:35:04.131948 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-6a253f86-84ba-4bdf-b0eb-eb7e2253a33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:34:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['bddf536a-96eb-4938-9e97-4d8f177ece72'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:35:04.145779 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-1259224d-d947-4a29-8ce7-7e6f40a85841 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:04.150119 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d7bd64-c86a-458c-add3-92b19daa170c req-d7590f6c-f0a9-412b-83ec-aeedc6c7d588 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] No DVR routers for this DVR port c3be48be-e5ee-48ea-a418-bc6c5c7a337c on host hv-cinder-75996 {{(pid=93894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:35:04.155432 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-39d7bd64-c86a-458c-add3-92b19daa170c req-d7590f6c-f0a9-412b-83ec-aeedc6c7d588 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:04.159298 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-39d7bd64-c86a-458c-add3-92b19daa170c req-d7590f6c-f0a9-412b-83ec-aeedc6c7d588 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.64 "DELETE /v2.0/ports/c3be48be-e5ee-48ea-a418-bc6c5c7a337c HTTP/1.1" status: 204 len: 173 time: 1.1476598 Aug 13 04:35:04.160022 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd299e5c1-cd60-4057-93a3-5d32e1908d2f', 'name': 'network-vif-deleted', 'tag': 'c3be48be-e5ee-48ea-a418-bc6c5c7a337c'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:35:04.163044 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70cdd4b14b3222e3d0e13c26c8e97d260020fc564b3ab37a06bbaa54b203d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedaaf75-f8e3-4857-bfd3-37025b3c1ab1" -d '{"events": [{"server_uuid": "d299e5c1-cd60-4057-93a3-5d32e1908d2f", "name": "network-vif-deleted", "tag": "c3be48be-e5ee-48ea-a418-bc6c5c7a337c"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:35:04.184612 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-1259224d-d947-4a29-8ce7-7e6f40a85841 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:04.299568 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-1259224d-d947-4a29-8ce7-7e6f40a85841 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:04.302908 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-1259224d-d947-4a29-8ce7-7e6f40a85841 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:04.304171 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-1259224d-d947-4a29-8ce7-7e6f40a85841 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "DELETE /v2.0/security-groups/8af9a18f-7e63-4d93-894a-9616ff8abe05 HTTP/1.1" status: 204 len: 168 time: 0.2649052 Aug 13 04:35:04.307237 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 41776) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:35:04.334986 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259224d-d947-4a29-8ce7-7e6f40a85841 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af9a18f-7e63-4d93-894a-9616ff8abe05,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:04.354763 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898d2b47-0c3e-45f1-b859-430332b9b679 x-openstack-request-id: req-898d2b47-0c3e-45f1-b859-430332b9b679 {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:35:04.355054 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d299e5c1-cd60-4057-93a3-5d32e1908d2f", "name": "network-vif-deleted", "tag": "c3be48be-e5ee-48ea-a418-bc6c5c7a337c", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:35:04.355313 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-898d2b47-0c3e-45f1-b859-430332b9b679 {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:35:04.355711 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd299e5c1-cd60-4057-93a3-5d32e1908d2f', 'name': 'network-vif-deleted', 'tag': 'c3be48be-e5ee-48ea-a418-bc6c5c7a337c', 'status': 'completed', 'code': 200} Aug 13 04:35:04.356578 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.api.v2.resource [None req-8b59395a-1387-42db-9f81-b112eb1461e3 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] show failed (client error): The resource could not be found. Aug 13 04:35:04.361265 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-8b59395a-1387-42db-9f81-b112eb1461e3 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups/8af9a18f-7e63-4d93-894a-9616ff8abe05 HTTP/1.1" status: 404 len: 347 time: 0.0527978 Aug 13 04:35:04.361390 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 41778) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:35:04.397318 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-6a253f86-84ba-4bdf-b0eb-eb7e2253a33c None None] Set router bddf536a-96eb-4938-9e97-4d8f177ece72 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:35:04.411898 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6800d0d6-e44d-4f4f-813f-9c3cfa11a8f7 None None] New status for floating IP b3d28af1-26cd-4cec-8e22-0947aa12f455: DOWN {{(pid=93895) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:35:04.590538 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [None req-fa1e84bb-ea0a-4552-ae2e-f274b09c1649 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Deleting port 78662ace-5c3c-47d8-95fc-3a12bea3da9e {{(pid=93893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:35:04.590784 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-fa1e84bb-ea0a-4552-ae2e-f274b09c1649 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:04.694377 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-fa1e84bb-ea0a-4552-ae2e-f274b09c1649 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:04.694748 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-fa1e84bb-ea0a-4552-ae2e-f274b09c1649 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:04.711231 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [None req-fa1e84bb-ea0a-4552-ae2e-f274b09c1649 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Calling delete_port for 78662ace-5c3c-47d8-95fc-3a12bea3da9e owned by network:floatingip {{(pid=93893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:35:04.733445 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-6a253f86-84ba-4bdf-b0eb-eb7e2253a33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'name': 'tempest-AttachVolumeShelveTestJSON-34901002-router', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:48Z', 'updated_at': '2021-08-13T04:29:54Z', 'revision_number': 4, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'gw_port': {'id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:49Z', 'updated_at': '2021-08-13T04:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': '241f2667-d445-403b-86ef-e159889313c9', 'name': '', 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'mac_address': 'fa:16:3e:9d:51:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:53Z', 'updated_at': '2021-08-13T04:30:04Z', 'revision_number': 5, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'subnets': [{'id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:35:04.767576 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a253f86-84ba-4bdf-b0eb-eb7e2253a33c None None] Checking router: bddf536a-96eb-4938-9e97-4d8f177ece72 for host: dv-cinder-759961-6-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:35:04.779623 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a253f86-84ba-4bdf-b0eb-eb7e2253a33c None None] Routers {'bddf536a-96eb-4938-9e97-4d8f177ece72'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:35:04.781919 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-6a253f86-84ba-4bdf-b0eb-eb7e2253a33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:34:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['bddf536a-96eb-4938-9e97-4d8f177ece72'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:35:04.846110 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 41788) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:35:04.978339 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-6a253f86-84ba-4bdf-b0eb-eb7e2253a33c None None] Set router bddf536a-96eb-4938-9e97-4d8f177ece72 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:35:04.980768 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-fa1e84bb-ea0a-4552-ae2e-f274b09c1649 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:05.067523 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-62f8d6dc-fc1e-4e09-b4f8-292ef7e703ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:05.076334 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e84bb-ea0a-4552-ae2e-f274b09c1649 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Pushing event deleted for resources: {'Port': ['ID=78662ace-5c3c-47d8-95fc-3a12bea3da9e,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:05.156739 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0c414c54-676e-40a9-8caf-7304daaf0c1f req-448c4e4e-66df-4375-b734-ea477a874c1e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=d299e5c1-cd60-4057-93a3-5d32e1908d2f HTTP/1.1" status: 200 len: 210 time: 0.0821829 Aug 13 04:35:05.175573 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-fa1e84bb-ea0a-4552-ae2e-f274b09c1649 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for floatingip, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:05.178507 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-fa1e84bb-ea0a-4552-ae2e-f274b09c1649 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for floatingip, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:05.179348 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-fa1e84bb-ea0a-4552-ae2e-f274b09c1649 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "DELETE /v2.0/floatingips/b3d28af1-26cd-4cec-8e22-0947aa12f455 HTTP/1.1" status: 204 len: 168 time: 0.8163223 Aug 13 04:35:05.201224 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-62f8d6dc-fc1e-4e09-b4f8-292ef7e703ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:05.209340 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-62f8d6dc-fc1e-4e09-b4f8-292ef7e703ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:05.210201 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe73d85-2cba-4b20-a08b-a75a0f9644cd req-ef9a3f58-7a75-44cf-b88f-952374a1e2c9 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:05.220822 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-cfe73d85-2cba-4b20-a08b-a75a0f9644cd req-ef9a3f58-7a75-44cf-b88f-952374a1e2c9 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 985 time: 0.1475501 Aug 13 04:35:05.274312 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-62f8d6dc-fc1e-4e09-b4f8-292ef7e703ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c911b8de3e844cf8a5f10ab7419cd9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4245646 Aug 13 04:35:05.274312 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8d6dc-fc1e-4e09-b4f8-292ef7e703ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164cfabc-e5df-4ca9-a742-d36957f25cdb,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:05.275655 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 41798) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:35:05.277208 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-cfe73d85-2cba-4b20-a08b-a75a0f9644cd req-7cdbe32d-7c2b-4729-a625-24c11eb1831c tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&id=c232f22c-735e-48a8-92bd-6c9155256075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524888 Aug 13 04:35:05.300458 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-6a253f86-84ba-4bdf-b0eb-eb7e2253a33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'name': 'tempest-AttachVolumeShelveTestJSON-34901002-router', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:48Z', 'updated_at': '2021-08-13T04:29:54Z', 'revision_number': 4, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'gw_port': {'id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:49Z', 'updated_at': '2021-08-13T04:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': '241f2667-d445-403b-86ef-e159889313c9', 'name': '', 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'mac_address': 'fa:16:3e:9d:51:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:53Z', 'updated_at': '2021-08-13T04:30:04Z', 'revision_number': 5, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'subnets': [{'id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:35:05.328845 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0fbf17f0-0997-42b9-96bf-9c04706f614c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:05.336941 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a253f86-84ba-4bdf-b0eb-eb7e2253a33c None None] The sync data for ids ['bddf536a-96eb-4938-9e97-4d8f177ece72'] in dv-cinder-759961-6-iscsi is: [{'id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'name': 'tempest-AttachVolumeShelveTestJSON-34901002-router', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:48Z', 'updated_at': '2021-08-13T04:29:54Z', 'revision_number': 4, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'gw_port': {'id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:49Z', 'updated_at': '2021-08-13T04:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': '241f2667-d445-403b-86ef-e159889313c9', 'name': '', 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'mac_address': 'fa:16:3e:9d:51:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:53Z', 'updated_at': '2021-08-13T04:30:04Z', 'revision_number': 5, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'subnets': [{'id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:35:05.367395 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0fbf17f0-0997-42b9-96bf-9c04706f614c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:05.465669 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 41806) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:35:05.471390 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [None req-ba831f4e-ed30-4009-a289-4a275804fb01 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Request body: {'security_group': {'name': 'tempest-securitygroup--175212490', 'description': 'tempest-description--1809286164'}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:35:05.501029 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ba831f4e-ed30-4009-a289-4a275804fb01 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:05.644863 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ba831f4e-ed30-4009-a289-4a275804fb01 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:05.650372 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ba831f4e-ed30-4009-a289-4a275804fb01 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:05.672584 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device c3be48be-e5ee-48ea-a418-bc6c5c7a337c no longer exists at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:35:05.713826 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba831f4e-ed30-4009-a289-4a275804fb01 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4bfdba-49b7-4371-afc3-60558a54b949,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:05.726054 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ba831f4e-ed30-4009-a289-4a275804fb01 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:05.727428 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-ba831f4e-ed30-4009-a289-4a275804fb01 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2606125 Aug 13 04:35:05.730421 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 41808) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:35:05.736797 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-70288e1c-46de-4f2b-a201-19f0872c13ea tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Request body: {'security_group_rule': {'security_group_id': 'fe4bfdba-49b7-4371-afc3-60558a54b949', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:35:05.739332 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] No Port match for: c3be48be-e5ee-48ea-a418-bc6c5c7a337c {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:35:05.739712 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device c3be48be-e5ee-48ea-a418-bc6c5c7a337c not bound to the agent host hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:35:05.740176 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device f5bada29-7024-47b0-b3dd-d142dd41cdda no longer exists at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:35:05.767362 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80e6fc7-2808-4eae-b2d0-b5783c7df480 None None] New status for floating IP 445c062f-829e-48e1-bc66-29f2a41950bf: DOWN {{(pid=93896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:35:05.772952 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0fbf17f0-0997-42b9-96bf-9c04706f614c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:05.775601 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-0fbf17f0-0997-42b9-96bf-9c04706f614c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:05.777104 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-0fbf17f0-0997-42b9-96bf-9c04706f614c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/164cfabc-e5df-4ca9-a742-d36957f25cdb HTTP/1.1" status: 204 len: 168 time: 0.5006969 Aug 13 04:35:05.802582 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf17f0-0997-42b9-96bf-9c04706f614c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164cfabc-e5df-4ca9-a742-d36957f25cdb,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:05.813824 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-70288e1c-46de-4f2b-a201-19f0872c13ea tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:05.829228 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] No Port match for: f5bada29-7024-47b0-b3dd-d142dd41cdda {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:35:05.829850 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device f5bada29-7024-47b0-b3dd-d142dd41cdda not bound to the agent host hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:35:05.894295 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-70288e1c-46de-4f2b-a201-19f0872c13ea tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:05.898584 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-70288e1c-46de-4f2b-a201-19f0872c13ea tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143688'] for security_group_rule, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:05.916231 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70288e1c-46de-4f2b-a201-19f0872c13ea tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25de3223-35ee-4cea-80b7-dede090d9d2b,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:05.943844 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-70288e1c-46de-4f2b-a201-19f0872c13ea tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:05.947695 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-70288e1c-46de-4f2b-a201-19f0872c13ea tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2135930 Aug 13 04:35:05.948036 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 41814) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:35:05.953146 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [None req-463f0a3b-a1c7-4f6d-a52d-1c1ad386cbfe tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Request body: {'security_group_rule': {'security_group_id': 'fe4bfdba-49b7-4371-afc3-60558a54b949', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:35:06.018840 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-463f0a3b-a1c7-4f6d-a52d-1c1ad386cbfe tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:06.110329 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-463f0a3b-a1c7-4f6d-a52d-1c1ad386cbfe tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:06.114294 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-463f0a3b-a1c7-4f6d-a52d-1c1ad386cbfe tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143688'] for security_group_rule, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:06.132543 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f0a3b-a1c7-4f6d-a52d-1c1ad386cbfe tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac3a36f-a865-4f75-bfc5-e06fbed6ef4f,revision_number=0']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:06.134854 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-463f0a3b-a1c7-4f6d-a52d-1c1ad386cbfe tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:06.136009 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-463f0a3b-a1c7-4f6d-a52d-1c1ad386cbfe tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1870029 Aug 13 04:35:06.139222 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 41816) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:35:06.144158 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [None req-e3940ca0-bc1a-4d60-bd0d-1e2d4f60f12a tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Request body: {'floatingip': {'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:35:06.167407 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e3940ca0-bc1a-4d60-bd0d-1e2d4f60f12a tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for floatingip, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:06.271774 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e3940ca0-bc1a-4d60-bd0d-1e2d4f60f12a tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:06.292833 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 41822) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:35:06.354963 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e06cdc73-5587-4d13-b90d-c99806c6be8a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:06.379532 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e06cdc73-5587-4d13-b90d-c99806c6be8a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:06.420331 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.db_base_plugin_common [None req-e3940ca0-bc1a-4d60-bd0d-1e2d4f60f12a tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Allocated IP 172.27.0.151 (d5442241-d7fe-41d2-8545-5b5874d634cc/644fe726-b54d-4883-8d33-fa766808e879/f24b734d-81b1-4c2e-b721-fb709d5fff58) {{(pid=93893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:35:06.443488 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e06cdc73-5587-4d13-b90d-c99806c6be8a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:06.446305 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884e971-426d-4735-a98c-3e17d07d791d req-b288c1de-03a7-4699-b7e2-355061e46744 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:06.446564 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e06cdc73-5587-4d13-b90d-c99806c6be8a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:06.447859 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a884e971-426d-4735-a98c-3e17d07d791d req-b288c1de-03a7-4699-b7e2-355061e46744 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 985 time: 0.0870960 Aug 13 04:35:06.455777 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-e06cdc73-5587-4d13-b90d-c99806c6be8a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "DELETE /v2.0/security-groups/028702fa-2644-4442-a6b4-b744d7181b03 HTTP/1.1" status: 204 len: 168 time: 0.1612957 Aug 13 04:35:06.459316 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 41826) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:35:06.477953 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06cdc73-5587-4d13-b90d-c99806c6be8a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=028702fa-2644-4442-a6b4-b744d7181b03,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:06.486905 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.api.v2.resource [None req-854a876c-725c-4c2c-9b24-be6c93a479ea tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] show failed (client error): The resource could not be found. Aug 13 04:35:06.487901 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-854a876c-725c-4c2c-9b24-be6c93a479ea tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups/028702fa-2644-4442-a6b4-b744d7181b03 HTTP/1.1" status: 404 len: 347 time: 0.0276744 Aug 13 04:35:06.491647 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 41828) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:35:06.555721 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a884e971-426d-4735-a98c-3e17d07d791d req-2366c476-282a-4c77-9cf9-b135f867f099 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&id=c232f22c-735e-48a8-92bd-6c9155256075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0928097 Aug 13 04:35:06.587841 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e3940ca0-bc1a-4d60-bd0d-1e2d4f60f12a tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for port, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:06.633271 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e3940ca0-bc1a-4d60-bd0d-1e2d4f60f12a tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:06.660281 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-14482967-0091-44d0-bc68-5a06c02e7290 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Deleting port 999c2d7f-bdbc-44d4-b50a-2a10cee04bb2 {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:35:06.660633 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-14482967-0091-44d0-bc68-5a06c02e7290 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:06.679928 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3940ca0-bc1a-4d60-bd0d-1e2d4f60f12a tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Network d5442241-d7fe-41d2-8545-5b5874d634cc is already hosted by enough agents. {{(pid=93893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:35:06.682878 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.base_scheduler [None req-e3940ca0-bc1a-4d60-bd0d-1e2d4f60f12a tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Resources bound (agent type, host, resource id): {{(pid=93893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:35:06.688026 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3940ca0-bc1a-4d60-bd0d-1e2d4f60f12a tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Received port after_create {{(pid=93893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:35:06.691077 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3940ca0-bc1a-4d60-bd0d-1e2d4f60f12a tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Pushing event updated for resources: {'Port': ['ID=f24b734d-81b1-4c2e-b721-fb709d5fff58,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:06.739823 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-14482967-0091-44d0-bc68-5a06c02e7290 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:06.740041 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-14482967-0091-44d0-bc68-5a06c02e7290 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:06.752700 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-14482967-0091-44d0-bc68-5a06c02e7290 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Calling delete_port for 999c2d7f-bdbc-44d4-b50a-2a10cee04bb2 owned by network:floatingip {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:35:06.805854 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e3940ca0-bc1a-4d60-bd0d-1e2d4f60f12a tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:06.851451 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e3940ca0-bc1a-4d60-bd0d-1e2d4f60f12a tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:06.896985 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-14482967-0091-44d0-bc68-5a06c02e7290 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:06.921829 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14482967-0091-44d0-bc68-5a06c02e7290 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Pushing event deleted for resources: {'Port': ['ID=999c2d7f-bdbc-44d4-b50a-2a10cee04bb2,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:06.986344 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-14482967-0091-44d0-bc68-5a06c02e7290 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for floatingip, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:06.988770 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-14482967-0091-44d0-bc68-5a06c02e7290 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for floatingip, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:06.993938 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-14482967-0091-44d0-bc68-5a06c02e7290 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "DELETE /v2.0/floatingips/445c062f-829e-48e1-bc66-29f2a41950bf HTTP/1.1" status: 204 len: 168 time: 0.4973235 Aug 13 04:35:07.003581 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e3940ca0-bc1a-4d60-bd0d-1e2d4f60f12a tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for port, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:07.009600 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e3940ca0-bc1a-4d60-bd0d-1e2d4f60f12a tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9290061'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:07.081273 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3940ca0-bc1a-4d60-bd0d-1e2d4f60f12a tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Pushing event updated for resources: {'Port': ['ID=f24b734d-81b1-4c2e-b721-fb709d5fff58,revision_number=2']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:07.089583 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e3940ca0-bc1a-4d60-bd0d-1e2d4f60f12a tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3788949'] for floatingip, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:07.102660 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e3940ca0-bc1a-4d60-bd0d-1e2d4f60f12a tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for floatingip, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:07.104021 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-e3940ca0-bc1a-4d60-bd0d-1e2d4f60f12a tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9634006 Aug 13 04:35:07.288818 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-87a6c390-7b5d-4f12-bdad-ba2fff67e0df tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--175212490&fields=id&tenant_id=14887014218041cc86fddfa8a151dcd6 HTTP/1.1" status: 200 len: 267 time: 0.0346959 Aug 13 04:35:07.394471 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 41846) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:35:07.399029 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-00ea08ec-acfb-46ba-ac62-6f0d4ca0524d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1442963254', 'description': 'tempest-description--1019771590'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:35:07.400928 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-c885c194-733f-4455-a612-60badfa8452f tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:07.402804 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-c885c194-733f-4455-a612-60badfa8452f tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/networks?id=9c9aa154-2553-4e43-a430-2b11cf059f5c HTTP/1.1" status: 200 len: 810 time: 0.1064327 Aug 13 04:35:07.420267 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-9ddb4ed1-c515-4e2c-af96-4a6579185cb3 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/quotas/14887014218041cc86fddfa8a151dcd6 HTTP/1.1" status: 200 len: 375 time: 0.0099244 Aug 13 04:35:07.423558 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-00ea08ec-acfb-46ba-ac62-6f0d4ca0524d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:07.476544 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-01b5c48b-31fd-4611-b23c-ddb37c86b608 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=14887014218041cc86fddfa8a151dcd6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487761 Aug 13 04:35:07.509686 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-00ea08ec-acfb-46ba-ac62-6f0d4ca0524d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:07.514159 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-00ea08ec-acfb-46ba-ac62-6f0d4ca0524d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:07.542162 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-00ea08ec-acfb-46ba-ac62-6f0d4ca0524d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:07.543359 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-00ea08ec-acfb-46ba-ac62-6f0d4ca0524d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1479099 Aug 13 04:35:07.546963 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 41850) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:35:07.552104 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-02787c74-0d6b-4f2f-8dbc-2863790b167c tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Request body: {'security_group_rule': {'security_group_id': 'c143d438-bb98-4cfc-a122-0b4d40a4aac7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:35:07.557456 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea08ec-acfb-46ba-ac62-6f0d4ca0524d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c143d438-bb98-4cfc-a122-0b4d40a4aac7,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:07.583937 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-02787c74-0d6b-4f2f-8dbc-2863790b167c tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:07.653024 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-02787c74-0d6b-4f2f-8dbc-2863790b167c tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:07.658009 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-02787c74-0d6b-4f2f-8dbc-2863790b167c tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143688'] for security_group_rule, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:07.676883 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02787c74-0d6b-4f2f-8dbc-2863790b167c tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f1f1a20-2562-4c0e-bd8e-44bce67980ea,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:07.684889 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-02787c74-0d6b-4f2f-8dbc-2863790b167c tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:07.686372 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-02787c74-0d6b-4f2f-8dbc-2863790b167c tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1383288 Aug 13 04:35:07.690049 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 41854) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:35:07.694698 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-bda0c1f5-9a14-4b59-ac7d-305068ad551e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Request body: {'security_group_rule': {'security_group_id': 'c143d438-bb98-4cfc-a122-0b4d40a4aac7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:35:07.720292 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281839a0-fc9b-45f6-9c96-0ce8a187c02a req-fa782dfa-b622-4dfc-89de-40ffd4c76f5a tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:07.721866 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-281839a0-fc9b-45f6-9c96-0ce8a187c02a req-fa782dfa-b622-4dfc-89de-40ffd4c76f5a tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 985 time: 0.0834701 Aug 13 04:35:07.722270 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-bda0c1f5-9a14-4b59-ac7d-305068ad551e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:07.724129 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-9c07a9e0-397a-40f2-b134-bd22fa8d808a service neutron] 10.222.0.13 "GET /v2.0/networks/9c9aa154-2553-4e43-a430-2b11cf059f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347617 Aug 13 04:35:07.785064 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-bda0c1f5-9a14-4b59-ac7d-305068ad551e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:07.789269 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-bda0c1f5-9a14-4b59-ac7d-305068ad551e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143688'] for security_group_rule, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:07.809416 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-281839a0-fc9b-45f6-9c96-0ce8a187c02a req-9a360894-a670-4a92-9349-1ec5b3c88343 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&id=c232f22c-735e-48a8-92bd-6c9155256075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0804660 Aug 13 04:35:07.813240 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0c1f5-9a14-4b59-ac7d-305068ad551e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb30221-353f-46f8-a8a1-1996b4899843,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:07.817178 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-bda0c1f5-9a14-4b59-ac7d-305068ad551e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:07.821338 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-bda0c1f5-9a14-4b59-ac7d-305068ad551e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1274245 Aug 13 04:35:07.821791 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 41858) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:35:07.826595 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [None req-88bbbb94-d6e1-423a-ab1f-682be8955728 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Request body: {'floatingip': {'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc'}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:35:07.880410 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-1d0cc17d-5b7a-4c52-b6c7-8629362eecfe service neutron] 10.222.0.13 "GET /v2.0/networks/9c9aa154-2553-4e43-a430-2b11cf059f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439750 Aug 13 04:35:07.881675 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-88bbbb94-d6e1-423a-ab1f-682be8955728 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for floatingip, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:08.072375 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bd18adce-c433-489d-996c-2be064a24e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:08.196477 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2f995d5e-f47f-4636-bd2e-bedaf5f1e904 req-84ba3f32-487f-40cd-9abb-8761942430d0 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=8018e3b0-c3af-49a1-bbca-3123c9573244 HTTP/1.1" status: 200 len: 210 time: 0.0518320 Aug 13 04:35:08.254230 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-88bbbb94-d6e1-423a-ab1f-682be8955728 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:08.365090 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.db_base_plugin_common [None req-88bbbb94-d6e1-423a-ab1f-682be8955728 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Allocated IP 172.27.0.48 (d5442241-d7fe-41d2-8545-5b5874d634cc/644fe726-b54d-4883-8d33-fa766808e879/8c88f349-b429-44a5-b939-bcb7da6238e9) {{(pid=93893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:35:08.474964 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-88bbbb94-d6e1-423a-ab1f-682be8955728 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for port, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:08.520366 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-88bbbb94-d6e1-423a-ab1f-682be8955728 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:08.555763 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bbbb94-d6e1-423a-ab1f-682be8955728 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Network d5442241-d7fe-41d2-8545-5b5874d634cc is already hosted by enough agents. {{(pid=93893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:35:08.563342 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.base_scheduler [None req-88bbbb94-d6e1-423a-ab1f-682be8955728 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Resources bound (agent type, host, resource id): {{(pid=93893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:35:08.567072 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bbbb94-d6e1-423a-ab1f-682be8955728 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Received port after_create {{(pid=93893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:35:08.572480 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbbb94-d6e1-423a-ab1f-682be8955728 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Pushing event updated for resources: {'Port': ['ID=8c88f349-b429-44a5-b939-bcb7da6238e9,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:08.597722 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbbb94-d6e1-423a-ab1f-682be8955728 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:35:08.598076 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbbb94-d6e1-423a-ab1f-682be8955728 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:35:08.598427 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbbb94-d6e1-423a-ab1f-682be8955728 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:35:08.598772 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbbb94-d6e1-423a-ab1f-682be8955728 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:35:08.599106 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbbb94-d6e1-423a-ab1f-682be8955728 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:35:08.599443 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbbb94-d6e1-423a-ab1f-682be8955728 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:35:08.599777 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbbb94-d6e1-423a-ab1f-682be8955728 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:35:08.600107 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbbb94-d6e1-423a-ab1f-682be8955728 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:35:08.600435 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbbb94-d6e1-423a-ab1f-682be8955728 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:35:08.600763 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbbb94-d6e1-423a-ab1f-682be8955728 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:35:08.601095 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbbb94-d6e1-423a-ab1f-682be8955728 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:35:08.601420 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bbbb94-d6e1-423a-ab1f-682be8955728 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:35:08.661169 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-88bbbb94-d6e1-423a-ab1f-682be8955728 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:08.694382 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-88bbbb94-d6e1-423a-ab1f-682be8955728 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:08.844021 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-88bbbb94-d6e1-423a-ab1f-682be8955728 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for port, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:08.850181 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-88bbbb94-d6e1-423a-ab1f-682be8955728 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9290061'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:08.966125 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbbb94-d6e1-423a-ab1f-682be8955728 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Pushing event updated for resources: {'Port': ['ID=8c88f349-b429-44a5-b939-bcb7da6238e9,revision_number=2']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:08.987162 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-88bbbb94-d6e1-423a-ab1f-682be8955728 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3788949'] for floatingip, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:09.012991 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5ac8b-eecd-4e49-aa66-b331b5edaa75 req-82c506a2-ecb1-47fc-8b72-b406b3469867 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:09.014578 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6ce5ac8b-eecd-4e49-aa66-b331b5edaa75 req-82c506a2-ecb1-47fc-8b72-b406b3469867 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 985 time: 0.1206768 Aug 13 04:35:09.015864 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-88bbbb94-d6e1-423a-ab1f-682be8955728 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for floatingip, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:09.016949 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-88bbbb94-d6e1-423a-ab1f-682be8955728 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1942749 Aug 13 04:35:09.060432 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6ce5ac8b-eecd-4e49-aa66-b331b5edaa75 req-57525b67-1cd3-4d09-ac5b-79f4c27b4c48 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&id=c232f22c-735e-48a8-92bd-6c9155256075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390007 Aug 13 04:35:09.091274 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ba6c06e4-b15e-496e-99ef-1b291806bb1c req-d5790f8d-9fc3-4371-8a63-02a13676dc95 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0640938 Aug 13 04:35:09.162477 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c06e4-b15e-496e-99ef-1b291806bb1c req-a906e2b8-ff21-4b28-ae0b-ce974dc47d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:09.164126 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ba6c06e4-b15e-496e-99ef-1b291806bb1c req-a906e2b8-ff21-4b28-ae0b-ce974dc47d0c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88885460859447cea3664074daf50abb&device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 1098 time: 0.0462077 Aug 13 04:35:09.248458 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-9a0e24b5-8a81-4604-b34a-5bc3662c76f7 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1442963254&fields=id&tenant_id=97bcef962215442fa34d9ef949492fc4 HTTP/1.1" status: 200 len: 267 time: 0.0368137 Aug 13 04:35:09.294239 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c06e4-b15e-496e-99ef-1b291806bb1c req-492fe28a-e399-404c-983a-844ae5266854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:09.296602 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ba6c06e4-b15e-496e-99ef-1b291806bb1c req-492fe28a-e399-404c-983a-844ae5266854 service neutron] 10.222.0.64 "GET /v2.0/networks?id=48b70047-4f37-4bcb-9978-33a75e7a4b30 HTTP/1.1" status: 200 len: 909 time: 0.1070032 Aug 13 04:35:09.333773 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-108c1f82-0c32-4341-8643-eb7759cca08d req-5cd117e9-a972-4edd-9c2c-fc3ad5444b3b tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=8018e3b0-c3af-49a1-bbca-3123c9573244 HTTP/1.1" status: 200 len: 210 time: 0.0634360 Aug 13 04:35:09.363579 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ba6c06e4-b15e-496e-99ef-1b291806bb1c req-ad454f6f-fe21-421e-8a50-05ae9892b2f1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1166ab58-4fa6-49a1-b301-c03b411d9dc0 HTTP/1.1" status: 200 len: 1001 time: 0.0587380 Aug 13 04:35:09.391510 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-a82df7ff-444c-4ef1-8d71-f2e41b16a83e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:09.393062 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-a82df7ff-444c-4ef1-8d71-f2e41b16a83e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/networks?id=961a975f-b6bf-4b12-8622-52a8bd477fc6 HTTP/1.1" status: 200 len: 815 time: 0.1346221 Aug 13 04:35:09.409735 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-65f2a99e-4003-41f8-9d3d-8fbd1875fc44 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/quotas/97bcef962215442fa34d9ef949492fc4 HTTP/1.1" status: 200 len: 375 time: 0.0092986 Aug 13 04:35:09.416063 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c06e4-b15e-496e-99ef-1b291806bb1c req-1377aae2-1cf2-4aea-9266-551c22dd80aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:09.417902 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ba6c06e4-b15e-496e-99ef-1b291806bb1c req-1377aae2-1cf2-4aea-9266-551c22dd80aa service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47785185-d5f8-433d-afab-e7fc9175212b HTTP/1.1" status: 200 len: 847 time: 0.0453565 Aug 13 04:35:09.465773 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-4c80e9a7-7c19-496d-beca-27059d506347 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=97bcef962215442fa34d9ef949492fc4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499744 Aug 13 04:35:09.480206 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c06e4-b15e-496e-99ef-1b291806bb1c req-b1c275ef-8b9a-4b72-af21-73699a3fae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:09.482772 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ba6c06e4-b15e-496e-99ef-1b291806bb1c req-b1c275ef-8b9a-4b72-af21-73699a3fae6b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=48b70047-4f37-4bcb-9978-33a75e7a4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577943 Aug 13 04:35:09.585465 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ba6c06e4-b15e-496e-99ef-1b291806bb1c req-4b604bec-c502-4a36-9a31-e729aadacd39 service neutron] 10.222.0.64 "GET /v2.0/networks/48b70047-4f37-4bcb-9978-33a75e7a4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936952 Aug 13 04:35:09.586658 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-6b7870c0-48da-42c8-a147-fc7ecc92eb4f tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:09.589103 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-6b7870c0-48da-42c8-a147-fc7ecc92eb4f tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.64 "GET /v2.0/networks?id=9c9aa154-2553-4e43-a430-2b11cf059f5c HTTP/1.1" status: 200 len: 810 time: 0.1222529 Aug 13 04:35:09.696449 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ba6c06e4-b15e-496e-99ef-1b291806bb1c req-646a0e32-5189-42d4-a72f-2c50764252b9 service neutron] 10.222.0.64 "GET /v2.0/networks/48b70047-4f37-4bcb-9978-33a75e7a4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953937 Aug 13 04:35:09.703684 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-7ec6d084-bbb1-456c-b929-fcb14d9edb0c tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14887014218041cc86fddfa8a151dcd6 HTTP/1.1" status: 200 len: 379 time: 0.1011326 Aug 13 04:35:09.719956 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-f437b7bc-f679-4e1a-9ce7-ec826e8e1b28 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Request body: {'port': {'device_id': '8018e3b0-c3af-49a1-bbca-3123c9573244', 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c', 'admin_state_up': True, 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'security_groups': ['fe4bfdba-49b7-4371-afc3-60558a54b949']}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:35:09.769965 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-21e5cbf5-581e-43b2-bc2e-41a72cceb63f service neutron] 10.222.0.13 "GET /v2.0/networks/961a975f-b6bf-4b12-8622-52a8bd477fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819359 Aug 13 04:35:09.904999 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-ae4d4c10-70d1-4c61-9d02-3a62b2a5801c service neutron] 10.222.0.13 "GET /v2.0/networks/961a975f-b6bf-4b12-8622-52a8bd477fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274610 Aug 13 04:35:09.912743 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-f437b7bc-f679-4e1a-9ce7-ec826e8e1b28 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Made reservation on behalf of 14887014218041cc86fddfa8a151dcd6 for: {'port': 1} {{(pid=93893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:35:09.916780 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-f437b7bc-f679-4e1a-9ce7-ec826e8e1b28 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:10.057663 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.db_base_plugin_common [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-f437b7bc-f679-4e1a-9ce7-ec826e8e1b28 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Allocated IP 172.20.0.5 (9c9aa154-2553-4e43-a430-2b11cf059f5c/5b21e272-0ba6-46ef-9194-8e0451e934ca/9aa0221a-92be-4f44-b2cb-e932740ff8ae) {{(pid=93893) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:35:10.106287 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-74995560-ecc9-4916-a022-a0cf50e2d3b0 req-41583f87-5e7e-4a92-b533-cfb74867e186 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 210 time: 0.0374103 Aug 13 04:35:10.259895 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64b776-6398-4368-bbb9-3c271d371166 req-45b0f65d-b440-44a1-8957-659a25538927 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:10.261534 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1b64b776-6398-4368-bbb9-3c271d371166 req-45b0f65d-b440-44a1-8957-659a25538927 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 985 time: 0.0856891 Aug 13 04:35:10.283043 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-f437b7bc-f679-4e1a-9ce7-ec826e8e1b28 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for port, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:10.316880 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.provisioning_blocks [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-f437b7bc-f679-4e1a-9ce7-ec826e8e1b28 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Transition to ACTIVE for port object 9aa0221a-92be-4f44-b2cb-e932740ff8ae will not be triggered until provisioned by entity DHCP. {{(pid=93893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:35:10.339057 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1b64b776-6398-4368-bbb9-3c271d371166 req-e80b6107-d54d-4024-b415-d55ddd07f967 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&id=c232f22c-735e-48a8-92bd-6c9155256075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615275 Aug 13 04:35:10.370006 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-f437b7bc-f679-4e1a-9ce7-ec826e8e1b28 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:10.411133 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-f437b7bc-f679-4e1a-9ce7-ec826e8e1b28 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Network 9c9aa154-2553-4e43-a430-2b11cf059f5c is already hosted by enough agents. {{(pid=93893) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:35:10.416089 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.base_scheduler [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-f437b7bc-f679-4e1a-9ce7-ec826e8e1b28 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Resources bound (agent type, host, resource id): {{(pid=93893) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:35:10.420097 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-f437b7bc-f679-4e1a-9ce7-ec826e8e1b28 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Received port after_create {{(pid=93893) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:35:10.500122 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437b7bc-f679-4e1a-9ce7-ec826e8e1b28 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Pushing event updated for resources: {'Port': ['ID=9aa0221a-92be-4f44-b2cb-e932740ff8ae,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:10.520345 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-f437b7bc-f679-4e1a-9ce7-ec826e8e1b28 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:10.521363 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-f437b7bc-f679-4e1a-9ce7-ec826e8e1b28 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:10.540072 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9702ed-0ece-4646-b07d-8bffd175959d req-aebb9383-2bf0-4669-bc83-72b3404597dc tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:10.541761 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8b9702ed-0ece-4646-b07d-8bffd175959d req-aebb9383-2bf0-4669-bc83-72b3404597dc tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=8018e3b0-c3af-49a1-bbca-3123c9573244 HTTP/1.1" status: 200 len: 931 time: 0.0946801 Aug 13 04:35:10.559010 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-f437b7bc-f679-4e1a-9ce7-ec826e8e1b28 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8436639 Aug 13 04:35:10.581711 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-04b73957-0243-4f51-9079-c25a30b3ca2a service neutron] Request body: {'port': {'device_id': '8018e3b0-c3af-49a1-bbca-3123c9573244', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:35:10.648692 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8b9702ed-0ece-4646-b07d-8bffd175959d req-e2613844-4def-4c8f-ab29-ce4c6b743978 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe4bfdba-49b7-4371-afc3-60558a54b949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901797 Aug 13 04:35:10.694316 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-04b73957-0243-4f51-9079-c25a30b3ca2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:10.766465 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-283a22f8-477e-490d-9aea-3acc365ea6ff None None] Provisioning for port 9aa0221a-92be-4f44-b2cb-e932740ff8ae completed by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:35:10.771472 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-283a22f8-477e-490d-9aea-3acc365ea6ff None None] Provisioning complete for port 9aa0221a-92be-4f44-b2cb-e932740ff8ae triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:35:10.771980 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-283a22f8-477e-490d-9aea-3acc365ea6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:10.823529 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-283a22f8-477e-490d-9aea-3acc365ea6ff None None] Port 9aa0221a-92be-4f44-b2cb-e932740ff8ae cannot update to ACTIVE because it is not bound. {{(pid=93895) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:35:10.923125 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0145c6e6-e0f8-43c5-8821-aecd327786c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:10.983609 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-04b73957-0243-4f51-9079-c25a30b3ca2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa0221a-92be-4f44-b2cb-e932740ff8ae {{(pid=93893) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:35:10.995259 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-04b73957-0243-4f51-9079-c25a30b3ca2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:11.014397 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.provisioning_blocks [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-04b73957-0243-4f51-9079-c25a30b3ca2a service neutron] Transition to ACTIVE for port object 9aa0221a-92be-4f44-b2cb-e932740ff8ae will not be triggered until provisioned by entity L2. {{(pid=93893) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:35:11.017771 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-04b73957-0243-4f51-9079-c25a30b3ca2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9290061'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:11.073520 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b73957-0243-4f51-9079-c25a30b3ca2a service neutron] Pushing event updated for resources: {'Port': ['ID=9aa0221a-92be-4f44-b2cb-e932740ff8ae,revision_number=2']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:11.140758 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-04b73957-0243-4f51-9079-c25a30b3ca2a service neutron] Attempting to bind port 9aa0221a-92be-4f44-b2cb-e932740ff8ae on host hv-cinder-75996 for vnic_type normal with profile {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:35:11.141092 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-04b73957-0243-4f51-9079-c25a30b3ca2a service neutron] Attempting to bind port 9aa0221a-92be-4f44-b2cb-e932740ff8ae by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '529d8121-1e24-4545-a5c6-195ed2cbad21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c'}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:35:11.141901 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-04b73957-0243-4f51-9079-c25a30b3ca2a service neutron] Attempting to bind port 9aa0221a-92be-4f44-b2cb-e932740ff8ae on network 9c9aa154-2553-4e43-a430-2b11cf059f5c {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:35:11.146117 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-04b73957-0243-4f51-9079-c25a30b3ca2a service neutron] Port 9aa0221a-92be-4f44-b2cb-e932740ff8ae on network 9c9aa154-2553-4e43-a430-2b11cf059f5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:35:11.146497 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-04b73957-0243-4f51-9079-c25a30b3ca2a service neutron] Attempting to bind port 9aa0221a-92be-4f44-b2cb-e932740ff8ae on network 9c9aa154-2553-4e43-a430-2b11cf059f5c {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:35:11.151871 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-04b73957-0243-4f51-9079-c25a30b3ca2a service neutron] Checking agent: {'id': '799e1584-199c-46e1-adc5-08501adf479b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:35:11.152213 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-04b73957-0243-4f51-9079-c25a30b3ca2a service neutron] Checking segment: {'id': '529d8121-1e24-4545-a5c6-195ed2cbad21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93893) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:35:11.152595 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-04b73957-0243-4f51-9079-c25a30b3ca2a service neutron] Bound using segment: {'id': '529d8121-1e24-4545-a5c6-195ed2cbad21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c'} {{(pid=93893) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:35:11.153017 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.managers [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-04b73957-0243-4f51-9079-c25a30b3ca2a service neutron] Bound port: 9aa0221a-92be-4f44-b2cb-e932740ff8ae, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '529d8121-1e24-4545-a5c6-195ed2cbad21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c'}}] {{(pid=93893) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:35:11.153373 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-04b73957-0243-4f51-9079-c25a30b3ca2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:11.243892 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c865bb77-6c65-472d-ba10-2d4c481aefb2 req-a027b023-8e74-4a1e-a659-633b8561e43e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 210 time: 0.0384085 Aug 13 04:35:11.253874 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-04b73957-0243-4f51-9079-c25a30b3ca2a service neutron] For port 9aa0221a-92be-4f44-b2cb-e932740ff8ae, host hv-cinder-75996, cleared binding levels {{(pid=93893) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:35:11.257001 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-04b73957-0243-4f51-9079-c25a30b3ca2a service neutron] For port 9aa0221a-92be-4f44-b2cb-e932740ff8ae, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=9aa0221a-92be-4f44-b2cb-e932740ff8ae,segment=NetworkSegment(529d8121-1e24-4545-a5c6-195ed2cbad21),segment_id=529d8121-1e24-4545-a5c6-195ed2cbad21)] {{(pid=93893) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:35:11.262961 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-04b73957-0243-4f51-9079-c25a30b3ca2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9290061'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:11.298822 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-04b73957-0243-4f51-9079-c25a30b3ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:11.299347 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-04b73957-0243-4f51-9079-c25a30b3ca2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:11.300898 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-04b73957-0243-4f51-9079-c25a30b3ca2a service neutron] 10.222.0.64 "PUT /v2.0/ports/9aa0221a-92be-4f44-b2cb-e932740ff8ae HTTP/1.1" status: 200 len: 1093 time: 0.7269135 Aug 13 04:35:11.301393 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8018e3b0-c3af-49a1-bbca-3123c9573244', 'tag': '9aa0221a-92be-4f44-b2cb-e932740ff8ae'}] {{(pid=93893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:35:11.303710 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aea723d68c964973b0702c1800637223d1e6775f666202f903cb1e18101cb68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ff7c36-c525-46a2-8f4d-8d7ddf0705a0" -d '{"events": [{"name": "network-changed", "server_uuid": "8018e3b0-c3af-49a1-bbca-3123c9573244", "tag": "9aa0221a-92be-4f44-b2cb-e932740ff8ae"}]}' {{(pid=93893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:35:11.349324 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:11.359070 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b7e267-1709-4209-aeab-e85fb2c28930 x-openstack-request-id: req-e2b7e267-1709-4209-aeab-e85fb2c28930 {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:35:11.359070 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8018e3b0-c3af-49a1-bbca-3123c9573244", "tag": "9aa0221a-92be-4f44-b2cb-e932740ff8ae", "status": "completed", "code": 200}]} {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:35:11.359070 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e2b7e267-1709-4209-aeab-e85fb2c28930 {{(pid=93893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:35:11.359494 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8018e3b0-c3af-49a1-bbca-3123c9573244', 'tag': '9aa0221a-92be-4f44-b2cb-e932740ff8ae', 'status': 'completed', 'code': 200} Aug 13 04:35:11.359823 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b73957-0243-4f51-9079-c25a30b3ca2a service neutron] Pushing event updated for resources: {'Port': ['ID=9aa0221a-92be-4f44-b2cb-e932740ff8ae,revision_number=3']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:11.396210 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-e685838f-148b-4674-8558-fec85dcdd6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:11.398280 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-e685838f-148b-4674-8558-fec85dcdd6e5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=14887014218041cc86fddfa8a151dcd6&device_id=8018e3b0-c3af-49a1-bbca-3123c9573244 HTTP/1.1" status: 200 len: 1096 time: 0.0510497 Aug 13 04:35:11.449116 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-85df43eb-f388-4b4e-ad4a-39087df1f1d8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9aa0221a-92be-4f44-b2cb-e932740ff8ae HTTP/1.1" status: 200 len: 217 time: 0.0420735 Aug 13 04:35:11.524192 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-81c5f457-1d8d-4f37-93fb-80e2ad65f386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:11.525671 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-81c5f457-1d8d-4f37-93fb-80e2ad65f386 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5b21e272-0ba6-46ef-9194-8e0451e934ca HTTP/1.1" status: 200 len: 849 time: 0.0672956 Aug 13 04:35:11.535060 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09399ed-0eac-4761-9b78-8ca01c7975dd req-e9d4df93-f02a-4f1c-9850-c2a97ce7e5b1 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:11.536565 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a09399ed-0eac-4761-9b78-8ca01c7975dd req-e9d4df93-f02a-4f1c-9850-c2a97ce7e5b1 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 985 time: 0.0902345 Aug 13 04:35:11.605757 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a09399ed-0eac-4761-9b78-8ca01c7975dd req-3e3b8d45-89dc-4f82-ab5e-ee4e8560659e tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&id=c232f22c-735e-48a8-92bd-6c9155256075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590429 Aug 13 04:35:11.608365 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-7fd3e11a-f5d3-4579-baff-d1d5642ec6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:11.609802 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-e897fd47-9707-4134-ab17-e551608220f9 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:11.610310 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-7fd3e11a-f5d3-4579-baff-d1d5642ec6b4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c9aa154-2553-4e43-a430-2b11cf059f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725346 Aug 13 04:35:11.611395 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-e897fd47-9707-4134-ab17-e551608220f9 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.64 "GET /v2.0/networks?id=961a975f-b6bf-4b12-8622-52a8bd477fc6 HTTP/1.1" status: 200 len: 815 time: 0.1250794 Aug 13 04:35:11.666315 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-00f3d287-03d0-43d8-bde4-3779e3863e61 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=97bcef962215442fa34d9ef949492fc4 HTTP/1.1" status: 200 len: 380 time: 0.0400796 Aug 13 04:35:11.677363 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-dd06a752-ab73-4035-9cfe-edb25d17cd7e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Request body: {'port': {'device_id': '15f3dbb4-dc66-4923-95f0-d53a986ebf82', 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6', 'admin_state_up': True, 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'security_groups': ['c143d438-bb98-4cfc-a122-0b4d40a4aac7']}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:35:11.770455 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-70957621-1c20-4be4-b869-0f6899946661 service neutron] 10.222.0.64 "GET /v2.0/networks/9c9aa154-2553-4e43-a430-2b11cf059f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443653 Aug 13 04:35:11.808446 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-dd06a752-ab73-4035-9cfe-edb25d17cd7e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Made reservation on behalf of 97bcef962215442fa34d9ef949492fc4 for: {'port': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:35:11.813816 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-dd06a752-ab73-4035-9cfe-edb25d17cd7e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:11.838148 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc97bd-93be-4628-9007-0f4a62e019b3 req-b1fd13ad-f0fd-4ec2-b317-9cccb9250a7f tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:11.839658 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-fefc97bd-93be-4628-9007-0f4a62e019b3 req-b1fd13ad-f0fd-4ec2-b317-9cccb9250a7f tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=8018e3b0-c3af-49a1-bbca-3123c9573244 HTTP/1.1" status: 200 len: 943 time: 0.1250141 Aug 13 04:35:11.914164 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1d9e999a-2c2e-43ac-afd7-96cb5702659d req-52b9ead9-ec9a-4abb-aeb1-3782f703649c service neutron] 10.222.0.64 "GET /v2.0/networks/9c9aa154-2553-4e43-a430-2b11cf059f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337321 Aug 13 04:35:11.917116 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-fefc97bd-93be-4628-9007-0f4a62e019b3 req-987a0a84-5d2a-4bca-ad16-8d3f05485f1b tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe4bfdba-49b7-4371-afc3-60558a54b949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565057 Aug 13 04:35:11.960947 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-dd06a752-ab73-4035-9cfe-edb25d17cd7e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Allocated IP 172.20.0.4 (961a975f-b6bf-4b12-8622-52a8bd477fc6/f926821c-827a-487a-ac65-0966f4150cbf/25bafb0e-0d63-4fa6-a942-fc8e07163718) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:35:11.994599 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:12.034597 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff7c36-c525-46a2-8f4d-8d7ddf0705a0 req-914a69c1-9b7c-4cef-a7ad-c8ece6195ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:12.036081 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-74ff7c36-c525-46a2-8f4d-8d7ddf0705a0 req-914a69c1-9b7c-4cef-a7ad-c8ece6195ab7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=14887014218041cc86fddfa8a151dcd6&device_id=8018e3b0-c3af-49a1-bbca-3123c9573244 HTTP/1.1" status: 200 len: 1096 time: 0.0446718 Aug 13 04:35:12.114145 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-dd06a752-ab73-4035-9cfe-edb25d17cd7e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:12.131655 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.provisioning_blocks [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-dd06a752-ab73-4035-9cfe-edb25d17cd7e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Transition to ACTIVE for port object 25bafb0e-0d63-4fa6-a942-fc8e07163718 will not be triggered until provisioned by entity DHCP. {{(pid=93894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:35:12.145471 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff7c36-c525-46a2-8f4d-8d7ddf0705a0 req-989a8896-f434-4b70-a466-34afca37b328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:12.146940 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-74ff7c36-c525-46a2-8f4d-8d7ddf0705a0 req-989a8896-f434-4b70-a466-34afca37b328 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9c9aa154-2553-4e43-a430-2b11cf059f5c HTTP/1.1" status: 200 len: 911 time: 0.1023827 Aug 13 04:35:12.167376 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-dd06a752-ab73-4035-9cfe-edb25d17cd7e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:12.193768 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-74ff7c36-c525-46a2-8f4d-8d7ddf0705a0 req-8ce7a660-d437-4fe4-af31-8d06b97e54dc service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9aa0221a-92be-4f44-b2cb-e932740ff8ae HTTP/1.1" status: 200 len: 217 time: 0.0393412 Aug 13 04:35:12.215324 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-dd06a752-ab73-4035-9cfe-edb25d17cd7e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Network 961a975f-b6bf-4b12-8622-52a8bd477fc6 is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:35:12.220774 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-dd06a752-ab73-4035-9cfe-edb25d17cd7e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:35:12.223559 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-dd06a752-ab73-4035-9cfe-edb25d17cd7e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:35:12.248230 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff7c36-c525-46a2-8f4d-8d7ddf0705a0 req-f6144641-e74f-4ba8-b892-caeb896ca94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:12.250406 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-74ff7c36-c525-46a2-8f4d-8d7ddf0705a0 req-f6144641-e74f-4ba8-b892-caeb896ca94c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5b21e272-0ba6-46ef-9194-8e0451e934ca HTTP/1.1" status: 200 len: 849 time: 0.0500855 Aug 13 04:35:12.258775 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06a752-ab73-4035-9cfe-edb25d17cd7e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Pushing event updated for resources: {'Port': ['ID=25bafb0e-0d63-4fa6-a942-fc8e07163718,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:12.294019 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-dd06a752-ab73-4035-9cfe-edb25d17cd7e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:12.294958 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-dd06a752-ab73-4035-9cfe-edb25d17cd7e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:12.299255 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:12.318915 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-dd06a752-ab73-4035-9cfe-edb25d17cd7e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6460695 Aug 13 04:35:12.333670 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-154bc69d-30e1-4b39-8a46-ff323e4f1bc3 service neutron] Request body: {'port': {'device_id': '15f3dbb4-dc66-4923-95f0-d53a986ebf82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:35:12.336024 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff7c36-c525-46a2-8f4d-8d7ddf0705a0 req-c3547b11-ef70-4692-bb4a-4a114b715163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:12.337621 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-74ff7c36-c525-46a2-8f4d-8d7ddf0705a0 req-c3547b11-ef70-4692-bb4a-4a114b715163 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c9aa154-2553-4e43-a430-2b11cf059f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785899 Aug 13 04:35:12.397202 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-154bc69d-30e1-4b39-8a46-ff323e4f1bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:12.461135 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ce3aa-2c67-4139-935d-63c08dfb9b1e req-21f39674-a9d7-4f29-8809-e4d95c14864f tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:12.462622 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-915ce3aa-2c67-4139-935d-63c08dfb9b1e req-21f39674-a9d7-4f29-8809-e4d95c14864f tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 931 time: 0.1097469 Aug 13 04:35:12.506384 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-74ff7c36-c525-46a2-8f4d-8d7ddf0705a0 req-82528d23-77e7-4c6e-9745-6e1e235dea4f service neutron] 10.222.0.64 "GET /v2.0/networks/9c9aa154-2553-4e43-a430-2b11cf059f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608958 Aug 13 04:35:12.516005 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-2ae46004-b7ac-465c-8b9d-490ce45926b3 None None] Provisioning for port 25bafb0e-0d63-4fa6-a942-fc8e07163718 completed by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:35:12.519862 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-2ae46004-b7ac-465c-8b9d-490ce45926b3 None None] Provisioning complete for port 25bafb0e-0d63-4fa6-a942-fc8e07163718 triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:35:12.520344 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2ae46004-b7ac-465c-8b9d-490ce45926b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:12.529384 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-915ce3aa-2c67-4139-935d-63c08dfb9b1e req-cfcefbcc-4f88-4d48-81de-8fc267859c55 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595427 Aug 13 04:35:12.566425 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-2ae46004-b7ac-465c-8b9d-490ce45926b3 None None] Port 25bafb0e-0d63-4fa6-a942-fc8e07163718 cannot update to ACTIVE because it is not bound. {{(pid=93895) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:35:12.613094 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-74ff7c36-c525-46a2-8f4d-8d7ddf0705a0 req-c7cc8986-cc3c-42d9-9e4a-069caffe8b97 service neutron] 10.222.0.64 "GET /v2.0/networks/9c9aa154-2553-4e43-a430-2b11cf059f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993643 Aug 13 04:35:12.700577 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-154bc69d-30e1-4b39-8a46-ff323e4f1bc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25bafb0e-0d63-4fa6-a942-fc8e07163718 {{(pid=93894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:35:12.708156 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-154bc69d-30e1-4b39-8a46-ff323e4f1bc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:12.720488 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.provisioning_blocks [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-154bc69d-30e1-4b39-8a46-ff323e4f1bc3 service neutron] Transition to ACTIVE for port object 25bafb0e-0d63-4fa6-a942-fc8e07163718 will not be triggered until provisioned by entity L2. {{(pid=93894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:35:12.724404 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-154bc69d-30e1-4b39-8a46-ff323e4f1bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8757390'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:12.727588 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ce4b5-5a85-4db0-b14f-c30cd37d301d req-ed280313-17e9-4193-be19-8bc927db62be tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:12.729080 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a73ce4b5-5a85-4db0-b14f-c30cd37d301d req-ed280313-17e9-4193-be19-8bc927db62be tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 985 time: 0.0506909 Aug 13 04:35:12.774137 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154bc69d-30e1-4b39-8a46-ff323e4f1bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=25bafb0e-0d63-4fa6-a942-fc8e07163718,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:12.779867 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a73ce4b5-5a85-4db0-b14f-c30cd37d301d req-5bf9e7f0-8fd6-4d8d-8fa4-f06557cd70e7 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&id=c232f22c-735e-48a8-92bd-6c9155256075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437944 Aug 13 04:35:12.848753 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-154bc69d-30e1-4b39-8a46-ff323e4f1bc3 service neutron] Attempting to bind port 25bafb0e-0d63-4fa6-a942-fc8e07163718 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:35:12.849084 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-154bc69d-30e1-4b39-8a46-ff323e4f1bc3 service neutron] Attempting to bind port 25bafb0e-0d63-4fa6-a942-fc8e07163718 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'ae7a5589-1c60-462f-a476-72f6648fe839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6'}] {{(pid=93894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:35:12.849409 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-154bc69d-30e1-4b39-8a46-ff323e4f1bc3 service neutron] Attempting to bind port 25bafb0e-0d63-4fa6-a942-fc8e07163718 on network 961a975f-b6bf-4b12-8622-52a8bd477fc6 {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:35:12.853839 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-154bc69d-30e1-4b39-8a46-ff323e4f1bc3 service neutron] Port 25bafb0e-0d63-4fa6-a942-fc8e07163718 on network 961a975f-b6bf-4b12-8622-52a8bd477fc6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:35:12.854160 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-154bc69d-30e1-4b39-8a46-ff323e4f1bc3 service neutron] Attempting to bind port 25bafb0e-0d63-4fa6-a942-fc8e07163718 on network 961a975f-b6bf-4b12-8622-52a8bd477fc6 {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:35:12.859927 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-154bc69d-30e1-4b39-8a46-ff323e4f1bc3 service neutron] Checking agent: {'id': '799e1584-199c-46e1-adc5-08501adf479b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:35:12.860271 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-154bc69d-30e1-4b39-8a46-ff323e4f1bc3 service neutron] Checking segment: {'id': 'ae7a5589-1c60-462f-a476-72f6648fe839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:35:12.860699 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-154bc69d-30e1-4b39-8a46-ff323e4f1bc3 service neutron] Bound using segment: {'id': 'ae7a5589-1c60-462f-a476-72f6648fe839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6'} {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:35:12.861137 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-154bc69d-30e1-4b39-8a46-ff323e4f1bc3 service neutron] Bound port: 25bafb0e-0d63-4fa6-a942-fc8e07163718, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae7a5589-1c60-462f-a476-72f6648fe839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6'}}] {{(pid=93894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:35:12.861531 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-154bc69d-30e1-4b39-8a46-ff323e4f1bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:12.868955 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 9aa0221a-92be-4f44-b2cb-e932740ff8ae details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=93895) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:35:12.938069 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-154bc69d-30e1-4b39-8a46-ff323e4f1bc3 service neutron] For port 25bafb0e-0d63-4fa6-a942-fc8e07163718, host hv-cinder-75996, cleared binding levels {{(pid=93894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:35:12.941766 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-154bc69d-30e1-4b39-8a46-ff323e4f1bc3 service neutron] For port 25bafb0e-0d63-4fa6-a942-fc8e07163718, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=25bafb0e-0d63-4fa6-a942-fc8e07163718,segment=NetworkSegment(ae7a5589-1c60-462f-a476-72f6648fe839),segment_id=ae7a5589-1c60-462f-a476-72f6648fe839)] {{(pid=93894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:35:12.946187 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-154bc69d-30e1-4b39-8a46-ff323e4f1bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8757390'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:12.971304 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 9aa0221a-92be-4f44-b2cb-e932740ff8ae, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=9aa0221a-92be-4f44-b2cb-e932740ff8ae,segment=NetworkSegment(529d8121-1e24-4545-a5c6-195ed2cbad21),segment_id=529d8121-1e24-4545-a5c6-195ed2cbad21)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:35:12.982103 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-154bc69d-30e1-4b39-8a46-ff323e4f1bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:12.982787 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-154bc69d-30e1-4b39-8a46-ff323e4f1bc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:12.984465 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-154bc69d-30e1-4b39-8a46-ff323e4f1bc3 service neutron] 10.222.0.64 "PUT /v2.0/ports/25bafb0e-0d63-4fa6-a942-fc8e07163718 HTTP/1.1" status: 200 len: 1093 time: 0.6573067 Aug 13 04:35:12.984968 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15f3dbb4-dc66-4923-95f0-d53a986ebf82', 'tag': '25bafb0e-0d63-4fa6-a942-fc8e07163718'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:35:12.987531 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70cdd4b14b3222e3d0e13c26c8e97d260020fc564b3ab37a06bbaa54b203d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32782e47-f53e-42c5-b951-5ef30dda5a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "15f3dbb4-dc66-4923-95f0-d53a986ebf82", "tag": "25bafb0e-0d63-4fa6-a942-fc8e07163718"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:35:12.989137 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Returning: {'device': '9aa0221a-92be-4f44-b2cb-e932740ff8ae', 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c', 'port_id': '9aa0221a-92be-4f44-b2cb-e932740ff8ae', 'mac_address': 'fa:16:3e:32:ea:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b21e272-0ba6-46ef-9194-8e0451e934ca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93895) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:35:13.050324 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154bc69d-30e1-4b39-8a46-ff323e4f1bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=25bafb0e-0d63-4fa6-a942-fc8e07163718,revision_number=3']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:13.056527 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc71e14-7073-46a9-bb1a-a7a604361a91 x-openstack-request-id: req-2cc71e14-7073-46a9-bb1a-a7a604361a91 {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:35:13.056881 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15f3dbb4-dc66-4923-95f0-d53a986ebf82", "tag": "25bafb0e-0d63-4fa6-a942-fc8e07163718", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:35:13.057307 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2cc71e14-7073-46a9-bb1a-a7a604361a91 {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:35:13.057766 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15f3dbb4-dc66-4923-95f0-d53a986ebf82', 'tag': '25bafb0e-0d63-4fa6-a942-fc8e07163718', 'status': 'completed', 'code': 200} Aug 13 04:35:13.059056 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:13.075709 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa0221a-92be-4f44-b2cb-e932740ff8ae {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:35:13.096745 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-507d7bb1-9449-4b73-854e-28f1fd894068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:13.098505 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-507d7bb1-9449-4b73-854e-28f1fd894068 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=97bcef962215442fa34d9ef949492fc4&device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 1096 time: 0.0682008 Aug 13 04:35:13.103671 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77546a53-6d13-4b3a-92bc-b293fc4ce582 req-85c5fa5f-5c09-440f-8322-f5d7743daf12 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:13.105246 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 9aa0221a-92be-4f44-b2cb-e932740ff8ae, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=9aa0221a-92be-4f44-b2cb-e932740ff8ae,segment=NetworkSegment(529d8121-1e24-4545-a5c6-195ed2cbad21),segment_id=529d8121-1e24-4545-a5c6-195ed2cbad21)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:35:13.105659 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-77546a53-6d13-4b3a-92bc-b293fc4ce582 req-85c5fa5f-5c09-440f-8322-f5d7743daf12 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=8018e3b0-c3af-49a1-bbca-3123c9573244 HTTP/1.1" status: 200 len: 943 time: 0.0694060 Aug 13 04:35:13.115189 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:13.162240 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-77546a53-6d13-4b3a-92bc-b293fc4ce582 req-68719f89-075b-4186-81b7-0b3f1c2ff0c7 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe4bfdba-49b7-4371-afc3-60558a54b949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491154 Aug 13 04:35:13.164034 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-864d1e63-0d07-4a7a-961a-78306a42a9c1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25bafb0e-0d63-4fa6-a942-fc8e07163718 HTTP/1.1" status: 200 len: 217 time: 0.0568962 Aug 13 04:35:13.194175 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=9aa0221a-92be-4f44-b2cb-e932740ff8ae,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:13.205868 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:35:13.206105 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:35:13.206416 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:35:13.206813 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:35:13.207660 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:35:13.208006 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:35:13.208344 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:35:13.208677 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:35:13.209877 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:35:13.210224 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:35:13.211643 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:35:13.211984 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:35:13.226110 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-eebdb005-7837-4adc-8544-f48fd8234b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:13.227689 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-eebdb005-7837-4adc-8544-f48fd8234b12 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f926821c-827a-487a-ac65-0966f4150cbf HTTP/1.1" status: 200 len: 854 time: 0.0552330 Aug 13 04:35:13.283656 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-8c8083dd-7fe0-4bd3-baef-13b5aee7eb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:13.285153 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-8c8083dd-7fe0-4bd3-baef-13b5aee7eb1f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=961a975f-b6bf-4b12-8622-52a8bd477fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498254 Aug 13 04:35:13.374277 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['9aa0221a-92be-4f44-b2cb-e932740ff8ae'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:35:13.383558 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-10f02acf-1900-4325-9e29-b79045af2e5a service neutron] 10.222.0.64 "GET /v2.0/networks/961a975f-b6bf-4b12-8622-52a8bd477fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902445 Aug 13 04:35:13.490684 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-bd580e22-4ef9-4c4e-b8d8-bf383035ef3c req-73fff7bf-dcb4-4687-bb8d-28ad2b892616 service neutron] 10.222.0.64 "GET /v2.0/networks/961a975f-b6bf-4b12-8622-52a8bd477fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967004 Aug 13 04:35:13.584620 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32782e47-f53e-42c5-b951-5ef30dda5a5f req-1645aaed-9461-4b63-b980-77c0414317cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:13.586244 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-32782e47-f53e-42c5-b951-5ef30dda5a5f req-1645aaed-9461-4b63-b980-77c0414317cb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=97bcef962215442fa34d9ef949492fc4&device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 1096 time: 0.0432286 Aug 13 04:35:13.656599 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a7ffd-8272-4e11-aab9-12b640302d5f req-7024b570-8a85-44e5-ad34-26aa9125aaf1 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:13.658132 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-888a7ffd-8272-4e11-aab9-12b640302d5f req-7024b570-8a85-44e5-ad34-26aa9125aaf1 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 943 time: 0.0491793 Aug 13 04:35:13.685834 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32782e47-f53e-42c5-b951-5ef30dda5a5f req-c1e48369-4655-4209-9375-8cdfff2f977d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:13.688277 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-32782e47-f53e-42c5-b951-5ef30dda5a5f req-c1e48369-4655-4209-9375-8cdfff2f977d service neutron] 10.222.0.64 "GET /v2.0/networks?id=961a975f-b6bf-4b12-8622-52a8bd477fc6 HTTP/1.1" status: 200 len: 916 time: 0.0913513 Aug 13 04:35:13.697104 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-888a7ffd-8272-4e11-aab9-12b640302d5f req-5a7f5c80-b0e4-40d4-8a2a-f37bdf1b8cf6 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329382 Aug 13 04:35:13.736582 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-32782e47-f53e-42c5-b951-5ef30dda5a5f req-07cbe1c7-585a-4c54-abad-d2f1b37c2d9d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25bafb0e-0d63-4fa6-a942-fc8e07163718 HTTP/1.1" status: 200 len: 217 time: 0.0353599 Aug 13 04:35:13.786416 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32782e47-f53e-42c5-b951-5ef30dda5a5f req-ec026964-e85f-4a80-a470-0120ed979226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:13.787867 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-32782e47-f53e-42c5-b951-5ef30dda5a5f req-ec026964-e85f-4a80-a470-0120ed979226 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f926821c-827a-487a-ac65-0966f4150cbf HTTP/1.1" status: 200 len: 854 time: 0.0438218 Aug 13 04:35:13.840651 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32782e47-f53e-42c5-b951-5ef30dda5a5f req-1a73a0c7-80e3-41c2-8c80-333c98c264fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:13.842190 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-32782e47-f53e-42c5-b951-5ef30dda5a5f req-1a73a0c7-80e3-41c2-8c80-333c98c264fb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=961a975f-b6bf-4b12-8622-52a8bd477fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455699 Aug 13 04:35:13.904005 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e8493-a8af-46d1-9743-2fead50d0156 req-ca9eb1d9-c236-4e4c-9351-a9c1a92c0270 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:13.905618 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-477e8493-a8af-46d1-9743-2fead50d0156 req-ca9eb1d9-c236-4e4c-9351-a9c1a92c0270 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 985 time: 0.0484900 Aug 13 04:35:13.933848 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-32782e47-f53e-42c5-b951-5ef30dda5a5f req-5b1f741f-ad90-429b-8fa5-75cb060b60b2 service neutron] 10.222.0.64 "GET /v2.0/networks/961a975f-b6bf-4b12-8622-52a8bd477fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826011 Aug 13 04:35:13.949025 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-477e8493-a8af-46d1-9743-2fead50d0156 req-50046ac9-3dfe-45ab-9114-c16ad368bee8 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&id=c232f22c-735e-48a8-92bd-6c9155256075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370166 Aug 13 04:35:14.019482 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:14.040226 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-32782e47-f53e-42c5-b951-5ef30dda5a5f req-4915bf22-7a1e-40ff-a806-a0303657bbf7 service neutron] 10.222.0.64 "GET /v2.0/networks/961a975f-b6bf-4b12-8622-52a8bd477fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960872 Aug 13 04:35:14.273997 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674ecd4-97c1-49d2-be17-6e6352ed14f8 req-608cfa15-a956-429a-ab72-3a9cad3a104d tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:14.275390 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b674ecd4-97c1-49d2-be17-6e6352ed14f8 req-608cfa15-a956-429a-ab72-3a9cad3a104d tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=8018e3b0-c3af-49a1-bbca-3123c9573244 HTTP/1.1" status: 200 len: 944 time: 0.0509627 Aug 13 04:35:14.316239 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b674ecd4-97c1-49d2-be17-6e6352ed14f8 req-cb6ff066-7b01-4239-8872-e0d7c12b97a3 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe4bfdba-49b7-4371-afc3-60558a54b949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335040 Aug 13 04:35:14.817720 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760f7ed-da00-4f72-9c5b-16df47e80c8a req-04dcdc01-8373-445a-805e-2307133bbd61 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:14.819246 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7760f7ed-da00-4f72-9c5b-16df47e80c8a req-04dcdc01-8373-445a-805e-2307133bbd61 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 943 time: 0.0496628 Aug 13 04:35:14.857803 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7760f7ed-da00-4f72-9c5b-16df47e80c8a req-4b651c8b-a4f2-4728-ac0f-78300d0ca943 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325062 Aug 13 04:35:14.894907 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 25bafb0e-0d63-4fa6-a942-fc8e07163718 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=93895) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:35:14.898005 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 9aa0221a-92be-4f44-b2cb-e932740ff8ae up at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:35:15.006822 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning for port 9aa0221a-92be-4f44-b2cb-e932740ff8ae completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:35:15.017256 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning complete for port 9aa0221a-92be-4f44-b2cb-e932740ff8ae triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:35:15.017651 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:15.050523 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 25bafb0e-0d63-4fa6-a942-fc8e07163718, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=25bafb0e-0d63-4fa6-a942-fc8e07163718,segment=NetworkSegment(ae7a5589-1c60-462f-a476-72f6648fe839),segment_id=ae7a5589-1c60-462f-a476-72f6648fe839)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:35:15.070624 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Returning: {'device': '25bafb0e-0d63-4fa6-a942-fc8e07163718', 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6', 'port_id': '25bafb0e-0d63-4fa6-a942-fc8e07163718', 'mac_address': 'fa:16:3e:9f:87:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93895) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:35:15.071973 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada6fbb-e714-4287-b650-d8af10261e2e req-7e195d04-2ffb-4df4-ae30-bf59d2706766 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:15.073480 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4ada6fbb-e714-4287-b650-d8af10261e2e req-7e195d04-2ffb-4df4-ae30-bf59d2706766 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 985 time: 0.0509892 Aug 13 04:35:15.118639 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4ada6fbb-e714-4287-b650-d8af10261e2e req-1ff678b7-18df-4cc1-a34f-2bcba168c145 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&id=c232f22c-735e-48a8-92bd-6c9155256075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382290 Aug 13 04:35:15.135504 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:15.154570 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25bafb0e-0d63-4fa6-a942-fc8e07163718 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:35:15.160745 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:15.188918 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 25bafb0e-0d63-4fa6-a942-fc8e07163718, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=25bafb0e-0d63-4fa6-a942-fc8e07163718,segment=NetworkSegment(ae7a5589-1c60-462f-a476-72f6648fe839),segment_id=ae7a5589-1c60-462f-a476-72f6648fe839)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:35:15.195874 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8018e3b0-c3af-49a1-bbca-3123c9573244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa0221a-92be-4f44-b2cb-e932740ff8ae'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:35:15.198117 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c92d4982b19a4a1727383111979b328de092d32a0bc2fa1b4d64c134060166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f080466c-7438-4968-9adf-a99afc679a0b" -d '{"events": [{"server_uuid": "8018e3b0-c3af-49a1-bbca-3123c9573244", "name": "network-vif-plugged", "status": "completed", "tag": "9aa0221a-92be-4f44-b2cb-e932740ff8ae"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:35:15.200697 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:15.233497 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 9aa0221a-92be-4f44-b2cb-e932740ff8ae, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=9aa0221a-92be-4f44-b2cb-e932740ff8ae,segment=NetworkSegment(529d8121-1e24-4545-a5c6-195ed2cbad21),segment_id=529d8121-1e24-4545-a5c6-195ed2cbad21)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:35:15.238852 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1def6f2-aaa9-4f04-a006-4a64360cb67f x-openstack-request-id: req-f1def6f2-aaa9-4f04-a006-4a64360cb67f {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:35:15.239137 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8018e3b0-c3af-49a1-bbca-3123c9573244", "name": "network-vif-plugged", "status": "completed", "tag": "9aa0221a-92be-4f44-b2cb-e932740ff8ae", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:35:15.239388 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f1def6f2-aaa9-4f04-a006-4a64360cb67f {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:35:15.239773 dv-cinder-759961-6-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8018e3b0-c3af-49a1-bbca-3123c9573244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa0221a-92be-4f44-b2cb-e932740ff8ae', 'code': 200} Aug 13 04:35:15.242408 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:15.264379 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=25bafb0e-0d63-4fa6-a942-fc8e07163718,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:15.315016 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=9aa0221a-92be-4f44-b2cb-e932740ff8ae,revision_number=5']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:15.411496 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2743063-6598-4be8-8dd9-8b97727bf2eb req-f66f284e-f54b-4542-812f-95981b511a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:15.413102 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b2743063-6598-4be8-8dd9-8b97727bf2eb req-f66f284e-f54b-4542-812f-95981b511a30 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8018e3b0-c3af-49a1-bbca-3123c9573244 HTTP/1.1" status: 200 len: 1098 time: 0.0443215 Aug 13 04:35:15.436984 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a00d5-15d1-4727-8764-85d09633cbb6 req-64dab413-cca7-4f49-af6a-be6c766ae8da tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:15.438490 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-528a00d5-15d1-4727-8764-85d09633cbb6 req-64dab413-cca7-4f49-af6a-be6c766ae8da tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=8018e3b0-c3af-49a1-bbca-3123c9573244 HTTP/1.1" status: 200 len: 945 time: 0.0493722 Aug 13 04:35:15.449964 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b2743063-6598-4be8-8dd9-8b97727bf2eb req-7def6740-9992-4628-8c0f-24f7c4af524a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=fe4bfdba-49b7-4371-afc3-60558a54b949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294328 Aug 13 04:35:15.455395 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['25bafb0e-0d63-4fa6-a942-fc8e07163718'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:35:15.478233 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-528a00d5-15d1-4727-8764-85d09633cbb6 req-11a23ef5-a9fc-413d-9346-0362d2eab162 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe4bfdba-49b7-4371-afc3-60558a54b949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333419 Aug 13 04:35:15.985480 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bf769-1058-48a3-a2c3-24783067cfd9 req-1e91fbbb-600f-4c2b-ab7a-0b711d315a5c tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:15.986940 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-242bf769-1058-48a3-a2c3-24783067cfd9 req-1e91fbbb-600f-4c2b-ab7a-0b711d315a5c tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 944 time: 0.0521622 Aug 13 04:35:16.025122 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-242bf769-1058-48a3-a2c3-24783067cfd9 req-f9a022a7-5d2d-44cc-85a0-31e626ef9f5d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319552 Aug 13 04:35:16.234052 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac08e2-7e13-4859-aaa2-13ae46314165 req-23b5480b-7828-4b67-9c65-4b79f5753ab0 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:16.235581 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2dac08e2-7e13-4859-aaa2-13ae46314165 req-23b5480b-7828-4b67-9c65-4b79f5753ab0 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 985 time: 0.0476656 Aug 13 04:35:16.282712 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2dac08e2-7e13-4859-aaa2-13ae46314165 req-82b97f77-dc39-4dd8-93a5-2ceafcfa0ba0 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&id=c232f22c-735e-48a8-92bd-6c9155256075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407104 Aug 13 04:35:16.375324 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 6 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:35:16.596917 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119a09a-567b-424f-9dee-da1a841e0dcd req-d299bc02-97ff-4ceb-a81b-a0354af75731 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:16.598393 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3119a09a-567b-424f-9dee-da1a841e0dcd req-d299bc02-97ff-4ceb-a81b-a0354af75731 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=8018e3b0-c3af-49a1-bbca-3123c9573244 HTTP/1.1" status: 200 len: 945 time: 0.0495796 Aug 13 04:35:16.635785 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3119a09a-567b-424f-9dee-da1a841e0dcd req-7b446538-7a21-4578-a211-eaf435d06b0a tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe4bfdba-49b7-4371-afc3-60558a54b949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314126 Aug 13 04:35:16.751575 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2e4d4-1a94-4bcb-b01e-5911181f7554 req-06d32b9f-e47b-48c7-ac18-c31baa94ef13 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:16.753041 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-caa2e4d4-1a94-4bcb-b01e-5911181f7554 req-06d32b9f-e47b-48c7-ac18-c31baa94ef13 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=8018e3b0-c3af-49a1-bbca-3123c9573244 HTTP/1.1" status: 200 len: 945 time: 0.0538566 Aug 13 04:35:16.761437 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 42032) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:35:16.766342 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [None req-b4492d0e-c70e-4def-ad3c-7f95569bd74c tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Request body: {'floatingip': {'port_id': '9aa0221a-92be-4f44-b2cb-e932740ff8ae'}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:35:16.806727 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-b4492d0e-c70e-4def-ad3c-7f95569bd74c tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for floatingip, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:16.895598 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 25bafb0e-0d63-4fa6-a942-fc8e07163718 up at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:35:16.945243 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning for port 25bafb0e-0d63-4fa6-a942-fc8e07163718 completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:35:16.949284 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning complete for port 25bafb0e-0d63-4fa6-a942-fc8e07163718 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:35:16.950113 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:17.032868 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:17.071594 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 25bafb0e-0d63-4fa6-a942-fc8e07163718, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=25bafb0e-0d63-4fa6-a942-fc8e07163718,segment=NetworkSegment(ae7a5589-1c60-462f-a476-72f6648fe839),segment_id=ae7a5589-1c60-462f-a476-72f6648fe839)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:35:17.075935 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:17.140081 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=25bafb0e-0d63-4fa6-a942-fc8e07163718,revision_number=5']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:17.220219 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73cf55-7088-495b-9434-edfc79c54b91 req-f5516351-78ca-4cfc-bd47-3e2767b55d32 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:17.221700 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-df73cf55-7088-495b-9434-edfc79c54b91 req-f5516351-78ca-4cfc-bd47-3e2767b55d32 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.1105800 Aug 13 04:35:17.241064 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f3dbb4-dc66-4923-95f0-d53a986ebf82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25bafb0e-0d63-4fa6-a942-fc8e07163718'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:35:17.244462 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c92d4982b19a4a1727383111979b328de092d32a0bc2fa1b4d64c134060166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4be1088-7640-4951-88f8-7c3de37ab262" -d '{"events": [{"server_uuid": "15f3dbb4-dc66-4923-95f0-d53a986ebf82", "name": "network-vif-plugged", "status": "completed", "tag": "25bafb0e-0d63-4fa6-a942-fc8e07163718"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:35:17.293066 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a8ca1e-c040-44ae-8666-4da6b5c27d4d x-openstack-request-id: req-c1a8ca1e-c040-44ae-8666-4da6b5c27d4d {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:35:17.293066 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f3dbb4-dc66-4923-95f0-d53a986ebf82", "name": "network-vif-plugged", "status": "completed", "tag": "25bafb0e-0d63-4fa6-a942-fc8e07163718", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:35:17.293066 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1a8ca1e-c040-44ae-8666-4da6b5c27d4d {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:35:17.293066 dv-cinder-759961-6-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f3dbb4-dc66-4923-95f0-d53a986ebf82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25bafb0e-0d63-4fa6-a942-fc8e07163718', 'code': 200} Aug 13 04:35:17.350038 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-df73cf55-7088-495b-9434-edfc79c54b91 req-c7e4762d-a40f-41b0-bb31-c9dc48b9fb75 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034858 Aug 13 04:35:17.376488 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-b4492d0e-c70e-4def-ad3c-7f95569bd74c tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:17.380350 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-b4492d0e-c70e-4def-ad3c-7f95569bd74c tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3788949'] for floatingip, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:17.493522 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b589e-81b6-4702-991f-72c4bb525996 req-94cb9f49-7f3b-4804-9ce4-3aca6b6cb406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:17.495067 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c94b589e-81b6-4702-991f-72c4bb525996 req-94cb9f49-7f3b-4804-9ce4-3aca6b6cb406 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 1098 time: 0.0403214 Aug 13 04:35:17.534264 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c94b589e-81b6-4702-991f-72c4bb525996 req-83d591b9-ee0e-4bae-9a8a-5e4207f9ea37 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317209 Aug 13 04:35:17.754607 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919a5a9-f024-42ac-aa23-6bc548855513 req-072f463c-86a1-466d-8551-74c4dc86e88d tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:17.756072 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a919a5a9-f024-42ac-aa23-6bc548855513 req-072f463c-86a1-466d-8551-74c4dc86e88d tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 985 time: 0.3734777 Aug 13 04:35:17.789638 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.db.l3_db [None req-b4492d0e-c70e-4def-ad3c-7f95569bd74c tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Floating IP 2c89d240-4afa-42c7-8f14-923231db7dd6 associated. External IP: 172.27.0.151, port: 9aa0221a-92be-4f44-b2cb-e932740ff8ae. Aug 13 04:35:17.847683 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a919a5a9-f024-42ac-aa23-6bc548855513 req-0b7f5c98-4866-4a2b-82ef-46650210f2a8 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&id=c232f22c-735e-48a8-92bd-6c9155256075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0842707 Aug 13 04:35:18.017303 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4492d0e-c70e-4def-ad3c-7f95569bd74c tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Router 212c78a9-aefd-4f63-8bb4-be0c67202d13 has already been hosted by L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb {{(pid=93893) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:35:18.126192 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4492d0e-c70e-4def-ad3c-7f95569bd74c tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:35:18.130907 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-b4492d0e-c70e-4def-ad3c-7f95569bd74c tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for floatingip, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:18.135804 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830e45f1-c5e7-4eb0-afea-37977946c125 None None] Sync routers for ids ['212c78a9-aefd-4f63-8bb4-be0c67202d13'] in dv-cinder-759961-6-iscsi {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:35:18.145672 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830e45f1-c5e7-4eb0-afea-37977946c125 None None] Routers {'212c78a9-aefd-4f63-8bb4-be0c67202d13'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:35:18.146298 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-830e45f1-c5e7-4eb0-afea-37977946c125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:35:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['212c78a9-aefd-4f63-8bb4-be0c67202d13'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:35:18.156091 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-b4492d0e-c70e-4def-ad3c-7f95569bd74c tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "PUT /v2.0/floatingips/2c89d240-4afa-42c7-8f14-923231db7dd6 HTTP/1.1" status: 200 len: 991 time: 1.3936772 Aug 13 04:35:18.156756 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8018e3b0-c3af-49a1-bbca-3123c9573244', 'tag': '9aa0221a-92be-4f44-b2cb-e932740ff8ae'}] {{(pid=93893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:35:18.159101 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aea723d68c964973b0702c1800637223d1e6775f666202f903cb1e18101cb68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ae12e1-230a-40cc-a41c-7c248f7abca2" -d '{"events": [{"name": "network-changed", "server_uuid": "8018e3b0-c3af-49a1-bbca-3123c9573244", "tag": "9aa0221a-92be-4f44-b2cb-e932740ff8ae"}]}' {{(pid=93893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:35:18.197116 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad5eaea-1368-482a-a17d-b72a83db010a x-openstack-request-id: req-4ad5eaea-1368-482a-a17d-b72a83db010a {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:35:18.197637 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8018e3b0-c3af-49a1-bbca-3123c9573244", "tag": "9aa0221a-92be-4f44-b2cb-e932740ff8ae", "status": "completed", "code": 200}]} {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:35:18.197885 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ad5eaea-1368-482a-a17d-b72a83db010a {{(pid=93893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:35:18.198395 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8018e3b0-c3af-49a1-bbca-3123c9573244', 'tag': '9aa0221a-92be-4f44-b2cb-e932740ff8ae', 'status': 'completed', 'code': 200} Aug 13 04:35:18.262668 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-830e45f1-c5e7-4eb0-afea-37977946c125 None None] Set router 212c78a9-aefd-4f63-8bb4-be0c67202d13 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:35:18.283369 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae12e1-230a-40cc-a41c-7c248f7abca2 req-17bc851f-2e4c-4eea-b4c2-07c2c7135b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:18.284869 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f9ae12e1-230a-40cc-a41c-7c248f7abca2 req-17bc851f-2e4c-4eea-b4c2-07c2c7135b77 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=14887014218041cc86fddfa8a151dcd6&device_id=8018e3b0-c3af-49a1-bbca-3123c9573244 HTTP/1.1" status: 200 len: 1098 time: 0.0460796 Aug 13 04:35:18.396813 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae12e1-230a-40cc-a41c-7c248f7abca2 req-e41cf2fe-cccd-484f-be42-2b61ba3aa623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:18.398424 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f9ae12e1-230a-40cc-a41c-7c248f7abca2 req-e41cf2fe-cccd-484f-be42-2b61ba3aa623 service neutron] 10.222.0.64 "GET /v2.0/networks?id=9c9aa154-2553-4e43-a430-2b11cf059f5c HTTP/1.1" status: 200 len: 911 time: 0.0985532 Aug 13 04:35:18.486307 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f9ae12e1-230a-40cc-a41c-7c248f7abca2 req-6e2a0aa7-b30d-4bb0-97ff-ffe1883ddf7a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9aa0221a-92be-4f44-b2cb-e932740ff8ae HTTP/1.1" status: 200 len: 999 time: 0.0794084 Aug 13 04:35:18.494570 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62b643-eb8b-47a1-bfb5-bae990e39d08 req-931a4c03-deb5-4616-bef3-f6461a664d70 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:18.496179 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-fe62b643-eb8b-47a1-bfb5-bae990e39d08 req-931a4c03-deb5-4616-bef3-f6461a664d70 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0599597 Aug 13 04:35:18.546762 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-fe62b643-eb8b-47a1-bfb5-bae990e39d08 req-e6ed89ba-bff9-4e50-b31f-046fab39e0bd tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437758 Aug 13 04:35:18.566757 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae12e1-230a-40cc-a41c-7c248f7abca2 req-ffe26792-8dba-40c7-b294-e784e77dd99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:18.568333 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f9ae12e1-230a-40cc-a41c-7c248f7abca2 req-ffe26792-8dba-40c7-b294-e784e77dd99a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5b21e272-0ba6-46ef-9194-8e0451e934ca HTTP/1.1" status: 200 len: 849 time: 0.0699439 Aug 13 04:35:18.574257 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-830e45f1-c5e7-4eb0-afea-37977946c125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'name': 'tempest-AttachVolumeTestJSON-741037835-router', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:45Z', 'updated_at': '2021-08-13T04:29:51Z', 'revision_number': 4, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'gw_port': {'id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:47Z', 'updated_at': '2021-08-13T04:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_floatingips': [{'id': '2c89d240-4afa-42c7-8f14-923231db7dd6', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'router_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'port_id': '9aa0221a-92be-4f44-b2cb-e932740ff8ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c', 'mac_address': 'fa:16:3e:32:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8018e3b0-c3af-49a1-bbca-3123c9573244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:35:06Z', 'updated_at': '2021-08-13T04:35:17Z', 'revision_number': 1, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad1561e4-776c-43ca-926b-f2b7bf901d69', 'name': '', 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'mac_address': 'fa:16:3e:34:58:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5b21e272-0ba6-46ef-9194-8e0451e934ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:50Z', 'updated_at': '2021-08-13T04:29:58Z', 'revision_number': 5, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'subnets': [{'id': '5b21e272-0ba6-46ef-9194-8e0451e934ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:35:18.603207 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830e45f1-c5e7-4eb0-afea-37977946c125 None None] Checking router: 212c78a9-aefd-4f63-8bb4-be0c67202d13 for host: dv-cinder-759961-6-iscsi {{(pid=93895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:35:18.612502 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830e45f1-c5e7-4eb0-afea-37977946c125 None None] Routers {'212c78a9-aefd-4f63-8bb4-be0c67202d13'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:35:18.613153 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-830e45f1-c5e7-4eb0-afea-37977946c125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:35:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['212c78a9-aefd-4f63-8bb4-be0c67202d13'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:35:18.644366 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae12e1-230a-40cc-a41c-7c248f7abca2 req-d0cfa739-b658-4618-b053-cace4a6ad82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:18.646326 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f9ae12e1-230a-40cc-a41c-7c248f7abca2 req-d0cfa739-b658-4618-b053-cace4a6ad82b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=9c9aa154-2553-4e43-a430-2b11cf059f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651777 Aug 13 04:35:18.687046 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a919fac-90df-4542-a0a7-499c162a3bf1 req-e5ce4d1e-e4ca-461d-ae9d-9f4b01a7f4f9 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:18.689164 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4a919fac-90df-4542-a0a7-499c162a3bf1 req-e5ce4d1e-e4ca-461d-ae9d-9f4b01a7f4f9 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0585070 Aug 13 04:35:18.697744 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 42066) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:35:18.703841 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [None req-a87dee21-7815-4c76-9d8d-5870c38b5b58 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Request body: {'floatingip': {'port_id': '25bafb0e-0d63-4fa6-a942-fc8e07163718'}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:35:18.742306 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-830e45f1-c5e7-4eb0-afea-37977946c125 None None] Set router 212c78a9-aefd-4f63-8bb4-be0c67202d13 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:35:18.752523 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a87dee21-7815-4c76-9d8d-5870c38b5b58 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for floatingip, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:18.770739 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f9ae12e1-230a-40cc-a41c-7c248f7abca2 req-38ab1968-9dd7-4a88-9d1a-0148d875b357 service neutron] 10.222.0.64 "GET /v2.0/networks/9c9aa154-2553-4e43-a430-2b11cf059f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163089 Aug 13 04:35:18.977899 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f9ae12e1-230a-40cc-a41c-7c248f7abca2 req-13dc85e6-07a0-4e03-98fd-3f6347039dd9 service neutron] 10.222.0.64 "GET /v2.0/networks/9c9aa154-2553-4e43-a430-2b11cf059f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998534 Aug 13 04:35:19.042186 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66065b-80b5-4dd2-bfd9-72b939f833f2 req-bd0724a4-232f-4a38-8912-2920a780d883 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:19.043658 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-da66065b-80b5-4dd2-bfd9-72b939f833f2 req-bd0724a4-232f-4a38-8912-2920a780d883 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 985 time: 0.0994532 Aug 13 04:35:19.047466 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-830e45f1-c5e7-4eb0-afea-37977946c125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'name': 'tempest-AttachVolumeTestJSON-741037835-router', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:45Z', 'updated_at': '2021-08-13T04:29:51Z', 'revision_number': 4, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'gw_port': {'id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:47Z', 'updated_at': '2021-08-13T04:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_floatingips': [{'id': '2c89d240-4afa-42c7-8f14-923231db7dd6', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'router_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'port_id': '9aa0221a-92be-4f44-b2cb-e932740ff8ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c', 'mac_address': 'fa:16:3e:32:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8018e3b0-c3af-49a1-bbca-3123c9573244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:35:06Z', 'updated_at': '2021-08-13T04:35:17Z', 'revision_number': 1, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad1561e4-776c-43ca-926b-f2b7bf901d69', 'name': '', 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'mac_address': 'fa:16:3e:34:58:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5b21e272-0ba6-46ef-9194-8e0451e934ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:50Z', 'updated_at': '2021-08-13T04:29:58Z', 'revision_number': 5, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'subnets': [{'id': '5b21e272-0ba6-46ef-9194-8e0451e934ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:35:19.160437 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-da66065b-80b5-4dd2-bfd9-72b939f833f2 req-900d46a0-ed2b-487c-b73b-dfdfabc3b2c8 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&id=c232f22c-735e-48a8-92bd-6c9155256075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0889094 Aug 13 04:35:19.197349 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830e45f1-c5e7-4eb0-afea-37977946c125 None None] The sync data for ids ['212c78a9-aefd-4f63-8bb4-be0c67202d13'] in dv-cinder-759961-6-iscsi is: [{'id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'name': 'tempest-AttachVolumeTestJSON-741037835-router', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:45Z', 'updated_at': '2021-08-13T04:29:51Z', 'revision_number': 4, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'gw_port': {'id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:47Z', 'updated_at': '2021-08-13T04:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_floatingips': [{'id': '2c89d240-4afa-42c7-8f14-923231db7dd6', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'floating_ip_address': '172.27.0.151', 'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'router_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'port_id': '9aa0221a-92be-4f44-b2cb-e932740ff8ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c', 'mac_address': 'fa:16:3e:32:ea:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8018e3b0-c3af-49a1-bbca-3123c9573244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:35:06Z', 'updated_at': '2021-08-13T04:35:17Z', 'revision_number': 1, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad1561e4-776c-43ca-926b-f2b7bf901d69', 'name': '', 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'mac_address': 'fa:16:3e:34:58:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5b21e272-0ba6-46ef-9194-8e0451e934ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:50Z', 'updated_at': '2021-08-13T04:29:58Z', 'revision_number': 5, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'subnets': [{'id': '5b21e272-0ba6-46ef-9194-8e0451e934ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:35:19.317203 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a87dee21-7815-4c76-9d8d-5870c38b5b58 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:19.321614 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a87dee21-7815-4c76-9d8d-5870c38b5b58 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3788949'] for floatingip, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:19.408823 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d1a9ac-edc7-41be-b2c9-1b6420adc406 None None] New status for floating IP 2c89d240-4afa-42c7-8f14-923231db7dd6: ACTIVE {{(pid=93896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:35:19.435130 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.db.l3_db [None req-a87dee21-7815-4c76-9d8d-5870c38b5b58 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Floating IP 4a57cfaf-aeb9-4d65-9020-6d0e5977534c associated. External IP: 172.27.0.48, port: 25bafb0e-0d63-4fa6-a942-fc8e07163718. Aug 13 04:35:19.651062 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a87dee21-7815-4c76-9d8d-5870c38b5b58 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Router bddf536a-96eb-4938-9e97-4d8f177ece72 has already been hosted by L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb {{(pid=93893) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:35:19.756975 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87dee21-7815-4c76-9d8d-5870c38b5b58 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:35:19.761238 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a87dee21-7815-4c76-9d8d-5870c38b5b58 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for floatingip, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:19.766314 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deba1d4-5bf8-4c1a-97e0-820e51a6fd9e None None] Sync routers for ids ['bddf536a-96eb-4938-9e97-4d8f177ece72'] in dv-cinder-759961-6-iscsi {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:35:19.775806 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deba1d4-5bf8-4c1a-97e0-820e51a6fd9e None None] Routers {'bddf536a-96eb-4938-9e97-4d8f177ece72'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:35:19.776401 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-7deba1d4-5bf8-4c1a-97e0-820e51a6fd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:35:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['bddf536a-96eb-4938-9e97-4d8f177ece72'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:35:19.788393 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-a87dee21-7815-4c76-9d8d-5870c38b5b58 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "PUT /v2.0/floatingips/4a57cfaf-aeb9-4d65-9020-6d0e5977534c HTTP/1.1" status: 200 len: 990 time: 1.0893102 Aug 13 04:35:19.884758 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-7deba1d4-5bf8-4c1a-97e0-820e51a6fd9e None None] Set router bddf536a-96eb-4938-9e97-4d8f177ece72 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:35:20.119505 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-7deba1d4-5bf8-4c1a-97e0-820e51a6fd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'name': 'tempest-AttachVolumeShelveTestJSON-34901002-router', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:48Z', 'updated_at': '2021-08-13T04:29:54Z', 'revision_number': 4, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'gw_port': {'id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:49Z', 'updated_at': '2021-08-13T04:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_floatingips': [{'id': '4a57cfaf-aeb9-4d65-9020-6d0e5977534c', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'router_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'port_id': '25bafb0e-0d63-4fa6-a942-fc8e07163718', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6', 'mac_address': 'fa:16:3e:9f:87:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f3dbb4-dc66-4923-95f0-d53a986ebf82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:35:08Z', 'updated_at': '2021-08-13T04:35:19Z', 'revision_number': 1, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '241f2667-d445-403b-86ef-e159889313c9', 'name': '', 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'mac_address': 'fa:16:3e:9d:51:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:53Z', 'updated_at': '2021-08-13T04:30:04Z', 'revision_number': 5, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'subnets': [{'id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:35:20.150037 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deba1d4-5bf8-4c1a-97e0-820e51a6fd9e None None] Checking router: bddf536a-96eb-4938-9e97-4d8f177ece72 for host: dv-cinder-759961-6-iscsi {{(pid=93895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:35:20.159272 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deba1d4-5bf8-4c1a-97e0-820e51a6fd9e None None] Routers {'bddf536a-96eb-4938-9e97-4d8f177ece72'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:35:20.159882 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-7deba1d4-5bf8-4c1a-97e0-820e51a6fd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:35:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['bddf536a-96eb-4938-9e97-4d8f177ece72'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:35:20.200395 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15f3dbb4-dc66-4923-95f0-d53a986ebf82', 'tag': '25bafb0e-0d63-4fa6-a942-fc8e07163718'}] {{(pid=93893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:35:20.203039 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aea723d68c964973b0702c1800637223d1e6775f666202f903cb1e18101cb68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f333f7e-7c2c-45a1-9e52-da1553a9ba93" -d '{"events": [{"name": "network-changed", "server_uuid": "15f3dbb4-dc66-4923-95f0-d53a986ebf82", "tag": "25bafb0e-0d63-4fa6-a942-fc8e07163718"}]}' {{(pid=93893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:35:20.250385 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0037e2-8b90-4c2b-b023-502377d9ef32 x-openstack-request-id: req-0c0037e2-8b90-4c2b-b023-502377d9ef32 {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:35:20.250791 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15f3dbb4-dc66-4923-95f0-d53a986ebf82", "tag": "25bafb0e-0d63-4fa6-a942-fc8e07163718", "status": "completed", "code": 200}]} {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:35:20.251147 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c0037e2-8b90-4c2b-b023-502377d9ef32 {{(pid=93893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:35:20.251721 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15f3dbb4-dc66-4923-95f0-d53a986ebf82', 'tag': '25bafb0e-0d63-4fa6-a942-fc8e07163718', 'status': 'completed', 'code': 200} Aug 13 04:35:20.292028 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-7deba1d4-5bf8-4c1a-97e0-820e51a6fd9e None None] Set router bddf536a-96eb-4938-9e97-4d8f177ece72 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:35:20.310940 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1e187-b67c-437a-8be7-1a137fd3b56e req-c6083e0a-42ee-4a3c-a4d8-07090434b4a8 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:20.312874 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-43c1e187-b67c-437a-8be7-1a137fd3b56e req-c6083e0a-42ee-4a3c-a4d8-07090434b4a8 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 985 time: 0.0648849 Aug 13 04:35:20.316354 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f333f7e-7c2c-45a1-9e52-da1553a9ba93 req-1518ad48-f35d-4508-8677-41516dc1d311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:20.318248 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-4f333f7e-7c2c-45a1-9e52-da1553a9ba93 req-1518ad48-f35d-4508-8677-41516dc1d311 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=97bcef962215442fa34d9ef949492fc4&device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 1098 time: 0.0441179 Aug 13 04:35:20.358086 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-43c1e187-b67c-437a-8be7-1a137fd3b56e req-5d151c44-8b88-4746-8d24-a8c1398bf4b1 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&id=c232f22c-735e-48a8-92bd-6c9155256075&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388083 Aug 13 04:35:20.425194 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f333f7e-7c2c-45a1-9e52-da1553a9ba93 req-70f26542-f6cd-49c2-8cba-3c8d594a76d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:20.426767 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-4f333f7e-7c2c-45a1-9e52-da1553a9ba93 req-70f26542-f6cd-49c2-8cba-3c8d594a76d5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=961a975f-b6bf-4b12-8622-52a8bd477fc6 HTTP/1.1" status: 200 len: 916 time: 0.1010363 Aug 13 04:35:20.495171 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-4f333f7e-7c2c-45a1-9e52-da1553a9ba93 req-77ff226e-2dc0-4a0c-95c6-14970eb30a1b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25bafb0e-0d63-4fa6-a942-fc8e07163718 HTTP/1.1" status: 200 len: 998 time: 0.0595388 Aug 13 04:35:20.535853 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-7deba1d4-5bf8-4c1a-97e0-820e51a6fd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'name': 'tempest-AttachVolumeShelveTestJSON-34901002-router', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:48Z', 'updated_at': '2021-08-13T04:29:54Z', 'revision_number': 4, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'gw_port': {'id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:49Z', 'updated_at': '2021-08-13T04:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_floatingips': [{'id': '4a57cfaf-aeb9-4d65-9020-6d0e5977534c', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'router_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'port_id': '25bafb0e-0d63-4fa6-a942-fc8e07163718', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6', 'mac_address': 'fa:16:3e:9f:87:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f3dbb4-dc66-4923-95f0-d53a986ebf82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:35:08Z', 'updated_at': '2021-08-13T04:35:19Z', 'revision_number': 1, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '241f2667-d445-403b-86ef-e159889313c9', 'name': '', 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'mac_address': 'fa:16:3e:9d:51:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:53Z', 'updated_at': '2021-08-13T04:30:04Z', 'revision_number': 5, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'subnets': [{'id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:35:20.548435 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f333f7e-7c2c-45a1-9e52-da1553a9ba93 req-5be9c636-ef1e-48d5-8e8f-84b866f5c1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:20.549954 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-4f333f7e-7c2c-45a1-9e52-da1553a9ba93 req-5be9c636-ef1e-48d5-8e8f-84b866f5c1e0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f926821c-827a-487a-ac65-0966f4150cbf HTTP/1.1" status: 200 len: 854 time: 0.0482125 Aug 13 04:35:20.562025 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7deba1d4-5bf8-4c1a-97e0-820e51a6fd9e None None] The sync data for ids ['bddf536a-96eb-4938-9e97-4d8f177ece72'] in dv-cinder-759961-6-iscsi is: [{'id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'name': 'tempest-AttachVolumeShelveTestJSON-34901002-router', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:48Z', 'updated_at': '2021-08-13T04:29:54Z', 'revision_number': 4, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'gw_port': {'id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:49Z', 'updated_at': '2021-08-13T04:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_floatingips': [{'id': '4a57cfaf-aeb9-4d65-9020-6d0e5977534c', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'floating_ip_address': '172.27.0.48', 'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'router_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'port_id': '25bafb0e-0d63-4fa6-a942-fc8e07163718', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6', 'mac_address': 'fa:16:3e:9f:87:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15f3dbb4-dc66-4923-95f0-d53a986ebf82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:35:08Z', 'updated_at': '2021-08-13T04:35:19Z', 'revision_number': 1, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '241f2667-d445-403b-86ef-e159889313c9', 'name': '', 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'mac_address': 'fa:16:3e:9d:51:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:53Z', 'updated_at': '2021-08-13T04:30:04Z', 'revision_number': 5, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'subnets': [{'id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:35:20.598110 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f333f7e-7c2c-45a1-9e52-da1553a9ba93 req-9cf0ced9-3157-40ba-8bc5-ce48bc166a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:20.599601 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-4f333f7e-7c2c-45a1-9e52-da1553a9ba93 req-9cf0ced9-3157-40ba-8bc5-ce48bc166a3b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=961a975f-b6bf-4b12-8622-52a8bd477fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421040 Aug 13 04:35:20.692891 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-4f333f7e-7c2c-45a1-9e52-da1553a9ba93 req-c113f8fb-c63b-46e8-8b8b-702a80d64c2e service neutron] 10.222.0.64 "GET /v2.0/networks/961a975f-b6bf-4b12-8622-52a8bd477fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859554 Aug 13 04:35:20.740367 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c6b565-ee8b-41fc-bec1-1c742e110d27 None None] New status for floating IP 4a57cfaf-aeb9-4d65-9020-6d0e5977534c: ACTIVE {{(pid=93896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:35:20.792315 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-4f333f7e-7c2c-45a1-9e52-da1553a9ba93 req-35f43d5f-94db-4a56-9b87-c01224e75974 service neutron] 10.222.0.64 "GET /v2.0/networks/961a975f-b6bf-4b12-8622-52a8bd477fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920854 Aug 13 04:35:38.074458 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-85aa005f-ec8e-47b2-a7a6-9582b4193089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:40.927144 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-30fe703b-44ce-4068-9adc-3e589bb28d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:41.351416 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:42.031479 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:42.287575 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:44.023637 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:44.960429 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 42356) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:35:45.064867 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-0243a6ca-29a9-41f1-8fc4-5efde1182a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:45.154040 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-0243a6ca-29a9-41f1-8fc4-5efde1182a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:45.158445 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-0243a6ca-29a9-41f1-8fc4-5efde1182a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:45.199561 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-0243a6ca-29a9-41f1-8fc4-5efde1182a90 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60ca8b865aef406d94bb4badc5e4d6ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2380595 Aug 13 04:35:45.200408 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243a6ca-29a9-41f1-8fc4-5efde1182a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46c977a-a05d-44a6-878e-b8ffb97b0a6a,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:45.202504 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 42360) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:35:45.252816 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-19c645fb-7780-4f6d-b84c-e54c0925a751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:45.274940 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-19c645fb-7780-4f6d-b84c-e54c0925a751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:45.323735 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-19c645fb-7780-4f6d-b84c-e54c0925a751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:45.326751 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-19c645fb-7780-4f6d-b84c-e54c0925a751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:45.330876 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-19c645fb-7780-4f6d-b84c-e54c0925a751 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a46c977a-a05d-44a6-878e-b8ffb97b0a6a HTTP/1.1" status: 204 len: 168 time: 0.1272316 Aug 13 04:35:45.338895 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c645fb-7780-4f6d-b84c-e54c0925a751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46c977a-a05d-44a6-878e-b8ffb97b0a6a,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:45.589173 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 42370) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:35:45.602995 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-b03fe714-8bb9-44a8-b9bc-f448324a8ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:45.696009 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-b03fe714-8bb9-44a8-b9bc-f448324a8ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:45.699688 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-b03fe714-8bb9-44a8-b9bc-f448324a8ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:45.736711 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-b03fe714-8bb9-44a8-b9bc-f448324a8ca7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=05fdc468e8694ff1973f813c15252770&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464343 Aug 13 04:35:45.738712 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fe714-8bb9-44a8-b9bc-f448324a8ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d64927-4ef4-4073-a2c3-4eb20e46352c,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:45.739426 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 42372) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:35:45.789395 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-756b9d20-c681-44d3-97c1-d8b97f21c34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:45.810442 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-756b9d20-c681-44d3-97c1-d8b97f21c34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:45.857134 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-756b9d20-c681-44d3-97c1-d8b97f21c34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:45.859817 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-756b9d20-c681-44d3-97c1-d8b97f21c34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:45.860947 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-756b9d20-c681-44d3-97c1-d8b97f21c34e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26d64927-4ef4-4073-a2c3-4eb20e46352c HTTP/1.1" status: 204 len: 168 time: 0.1205268 Aug 13 04:35:45.868890 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b9d20-c681-44d3-97c1-d8b97f21c34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d64927-4ef4-4073-a2c3-4eb20e46352c,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:47.653038 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 42442) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:35:47.755425 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-20a4abf1-95db-481c-b793-ce59a9674732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:47.846591 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-20a4abf1-95db-481c-b793-ce59a9674732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:47.850385 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-20a4abf1-95db-481c-b793-ce59a9674732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:47.886435 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4abf1-95db-481c-b793-ce59a9674732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81480afc-7cfe-4a88-bf34-c63231263539,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:47.892158 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-20a4abf1-95db-481c-b793-ce59a9674732 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d685b5ddef0e41b4829d9e2049fa9df7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2380638 Aug 13 04:35:47.894673 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 42448) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:35:47.944397 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-efb93cf3-c75c-42bb-a33f-29d20e65e0df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:47.964880 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-efb93cf3-c75c-42bb-a33f-29d20e65e0df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:48.019727 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-efb93cf3-c75c-42bb-a33f-29d20e65e0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:48.022283 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-efb93cf3-c75c-42bb-a33f-29d20e65e0df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:48.023442 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-efb93cf3-c75c-42bb-a33f-29d20e65e0df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81480afc-7cfe-4a88-bf34-c63231263539 HTTP/1.1" status: 204 len: 168 time: 0.1278474 Aug 13 04:35:48.032315 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb93cf3-c75c-42bb-a33f-29d20e65e0df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81480afc-7cfe-4a88-bf34-c63231263539,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:48.277909 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 42454) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:35:48.291550 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-7daece81-7448-49f2-8d29-225ca0fd6a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:48.381595 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-7daece81-7448-49f2-8d29-225ca0fd6a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:48.385216 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-7daece81-7448-49f2-8d29-225ca0fd6a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:48.425061 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daece81-7448-49f2-8d29-225ca0fd6a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c1b4e2-31af-45fb-8733-76e3b637c90d,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:48.430826 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-7daece81-7448-49f2-8d29-225ca0fd6a2b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3693a6920864d9a95c2da58cdb2d877&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1518953 Aug 13 04:35:48.433330 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 42456) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:35:48.483487 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-db462420-f640-4960-bd2d-ef3d62e0a33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:48.504506 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-db462420-f640-4960-bd2d-ef3d62e0a33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:48.554170 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-db462420-f640-4960-bd2d-ef3d62e0a33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:48.556728 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-db462420-f640-4960-bd2d-ef3d62e0a33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:48.557943 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-db462420-f640-4960-bd2d-ef3d62e0a33b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/61c1b4e2-31af-45fb-8733-76e3b637c90d HTTP/1.1" status: 204 len: 168 time: 0.1234958 Aug 13 04:35:48.566612 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db462420-f640-4960-bd2d-ef3d62e0a33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c1b4e2-31af-45fb-8733-76e3b637c90d,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:49.229887 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 42482) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:35:49.325087 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [None req-97286e24-b8a9-49f0-8e25-3772bfa10990 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1230286526-network', 'tenant_id': '3e4027fec5f84a06acc7277a243db1d0'}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:35:49.346367 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97286e24-b8a9-49f0-8e25-3772bfa10990 admin admin] Made reservation on behalf of 3e4027fec5f84a06acc7277a243db1d0 for: {'network': 1} {{(pid=93893) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:35:49.348604 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-97286e24-b8a9-49f0-8e25-3772bfa10990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for network, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:49.356680 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-97286e24-b8a9-49f0-8e25-3772bfa10990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:49.442868 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-97286e24-b8a9-49f0-8e25-3772bfa10990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:49.446559 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-97286e24-b8a9-49f0-8e25-3772bfa10990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:49.468821 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97286e24-b8a9-49f0-8e25-3772bfa10990 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=93893) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:35:49.485831 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97286e24-b8a9-49f0-8e25-3772bfa10990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926d7e44-7c7d-4495-b548-1f4b506b9579,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:49.489775 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-97286e24-b8a9-49f0-8e25-3772bfa10990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910'] for segment, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:49.490123 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.db.segments_db [None req-97286e24-b8a9-49f0-8e25-3772bfa10990 admin admin] Added segment bf46ad3f-cd90-4f1d-8335-4630fb944700 of type vlan for network 333f6986-dcf0-4bcf-ad96-73e3f328f141 Aug 13 04:35:49.530196 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-97286e24-b8a9-49f0-8e25-3772bfa10990 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740402894165'] for network, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:49.557319 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-97286e24-b8a9-49f0-8e25-3772bfa10990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156'] for network, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:49.558318 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97286e24-b8a9-49f0-8e25-3772bfa10990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:49.558907 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-97286e24-b8a9-49f0-8e25-3772bfa10990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for network, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:49.611243 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-97286e24-b8a9-49f0-8e25-3772bfa10990 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3802888 Aug 13 04:35:49.614193 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 42486) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:35:49.619136 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-c7d5168a-a1a0-48a3-ae64-a5dade582e33 admin admin] Request body: {'subnet': {'network_id': '333f6986-dcf0-4bcf-ad96-73e3f328f141', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1230286526-subnet', 'tenant_id': '3e4027fec5f84a06acc7277a243db1d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:35:49.621917 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97286e24-b8a9-49f0-8e25-3772bfa10990 admin admin] Pushing event updated for resources: {'Network': ['ID=333f6986-dcf0-4bcf-ad96-73e3f328f141,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:49.633958 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Network 333f6986-dcf0-4bcf-ad96-73e3f328f141 details requested by agent ovs-agent-dv-cinder-759961-6-iscsi with host dv-cinder-759961-6-iscsi {{(pid=93895) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:35:49.650594 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d5168a-a1a0-48a3-ae64-a5dade582e33 admin admin] Made reservation on behalf of 3e4027fec5f84a06acc7277a243db1d0 for: {'subnet': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:35:49.653157 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c7d5168a-a1a0-48a3-ae64-a5dade582e33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8583061'] for subnet, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:49.828258 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c7d5168a-a1a0-48a3-ae64-a5dade582e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8757491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8583079'] for subnet, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:49.883306 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5168a-a1a0-48a3-ae64-a5dade582e33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c737c4f-6285-463e-aa14-0180dcea4dd3,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:49.894065 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d5168a-a1a0-48a3-ae64-a5dade582e33 admin admin] Checking segment: {'id': 'bf46ad3f-cd90-4f1d-8335-4630fb944700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '333f6986-dcf0-4bcf-ad96-73e3f328f141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:35:49.894488 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d5168a-a1a0-48a3-ae64-a5dade582e33 admin admin] Network hostable DHCP agents. Network: 333f6986-dcf0-4bcf-ad96-73e3f328f141, hostable agents: ['648804f1-66f0-43bb-b72d-2cc8dd7b696f'], hosted agents: [] {{(pid=93894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:35:49.911019 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d5168a-a1a0-48a3-ae64-a5dade582e33 admin admin] Network 333f6986-dcf0-4bcf-ad96-73e3f328f141 is scheduled to be hosted by DHCP agent 648804f1-66f0-43bb-b72d-2cc8dd7b696f with binding_index 1 {{(pid=93894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:35:49.919651 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-c7d5168a-a1a0-48a3-ae64-a5dade582e33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-6-iscsi, 333f6986-dcf0-4bcf-ad96-73e3f328f141) {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:35:49.925360 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d5168a-a1a0-48a3-ae64-a5dade582e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:49.926558 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c7d5168a-a1a0-48a3-ae64-a5dade582e33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:49.929707 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac288339-d51a-400a-896b-64b02d8aeb68 None None] Network 333f6986-dcf0-4bcf-ad96-73e3f328f141 requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:35:49.945983 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-c7d5168a-a1a0-48a3-ae64-a5dade582e33 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3306506 Aug 13 04:35:50.059753 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2dd5ac-efa2-49f3-af63-fa022c8f8b91 None None] Network 333f6986-dcf0-4bcf-ad96-73e3f328f141 requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:35:51.686161 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-de71b54c-c40f-495f-a2d3-2e6a345311b3 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:51.687610 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-de71b54c-c40f-495f-a2d3-2e6a345311b3 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/networks?id=333f6986-dcf0-4bcf-ad96-73e3f328f141 HTTP/1.1" status: 200 len: 814 time: 0.1005132 Aug 13 04:35:51.702034 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-d4696862-a5cc-487e-a56e-7c5945eea031 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/quotas/3e4027fec5f84a06acc7277a243db1d0 HTTP/1.1" status: 200 len: 375 time: 0.0087454 Aug 13 04:35:51.733694 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-b99e19c9-50c1-4683-ae00-c2a52a229aae tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e4027fec5f84a06acc7277a243db1d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264852 Aug 13 04:35:51.827182 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-ef13c9f1-b430-4c9f-af1f-9c65d2d7036e service neutron] 10.222.0.13 "GET /v2.0/networks/333f6986-dcf0-4bcf-ad96-73e3f328f141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864944 Aug 13 04:35:51.917278 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-5dbf1597-b801-45e8-968b-358fc33bcdb7 service neutron] 10.222.0.13 "GET /v2.0/networks/333f6986-dcf0-4bcf-ad96-73e3f328f141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832419 Aug 13 04:35:52.077861 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c5441e47-4e4d-4743-876c-4c1f58e6de33 req-16250a8e-5879-4e84-8b33-d7fd4a7f4d56 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbe520d7-325b-4eb8-8a4b-f2708055fe56 HTTP/1.1" status: 200 len: 210 time: 0.0304000 Aug 13 04:35:53.147508 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-76df417d-6df1-428d-ac40-540ee1f53298 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:53.149659 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-76df417d-6df1-428d-ac40-540ee1f53298 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.64 "GET /v2.0/networks?id=333f6986-dcf0-4bcf-ad96-73e3f328f141 HTTP/1.1" status: 200 len: 814 time: 0.1260843 Aug 13 04:35:53.175254 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-fdcf7685-d764-4e55-8686-81425a5583c9 req-202aa56b-0607-4b92-80e6-9f44b9ff1987 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbe520d7-325b-4eb8-8a4b-f2708055fe56 HTTP/1.1" status: 200 len: 210 time: 0.0269721 Aug 13 04:35:53.176927 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-25d4cad3-73af-4d3e-a176-47e291608c7c tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Request body: {'port': {'device_id': 'fbe520d7-325b-4eb8-8a4b-f2708055fe56', 'network_id': '333f6986-dcf0-4bcf-ad96-73e3f328f141', 'admin_state_up': True, 'tenant_id': '3e4027fec5f84a06acc7277a243db1d0'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:35:53.285248 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-25d4cad3-73af-4d3e-a176-47e291608c7c tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Made reservation on behalf of 3e4027fec5f84a06acc7277a243db1d0 for: {'port': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:35:53.288874 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-25d4cad3-73af-4d3e-a176-47e291608c7c tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:53.374420 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 6 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:35:53.415399 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-25d4cad3-73af-4d3e-a176-47e291608c7c tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Allocated IP 172.20.0.11 (333f6986-dcf0-4bcf-ad96-73e3f328f141/7c737c4f-6285-463e-aa14-0180dcea4dd3/9e94bb8a-0301-4eda-b881-d66c4e39a5cd) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:35:53.554733 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-25d4cad3-73af-4d3e-a176-47e291608c7c tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:53.592904 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-25d4cad3-73af-4d3e-a176-47e291608c7c tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:53.636065 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-25d4cad3-73af-4d3e-a176-47e291608c7c tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Network 333f6986-dcf0-4bcf-ad96-73e3f328f141 is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:35:53.641914 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-25d4cad3-73af-4d3e-a176-47e291608c7c tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:35:53.644364 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-25d4cad3-73af-4d3e-a176-47e291608c7c tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:35:53.673340 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d4cad3-73af-4d3e-a176-47e291608c7c tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Pushing event updated for resources: {'Port': ['ID=9e94bb8a-0301-4eda-b881-d66c4e39a5cd,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:53.699098 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-25d4cad3-73af-4d3e-a176-47e291608c7c tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:53.699700 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-25d4cad3-73af-4d3e-a176-47e291608c7c tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:53.714236 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-25d4cad3-73af-4d3e-a176-47e291608c7c tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5412953 Aug 13 04:35:53.774649 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-7c6c2e32-fcdf-4db2-83d2-a21b28f17dfa service neutron] Request body: {'port': {'device_id': 'fbe520d7-325b-4eb8-8a4b-f2708055fe56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:35:53.829584 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-7c6c2e32-fcdf-4db2-83d2-a21b28f17dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:54.297020 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc63ed-19a8-4f03-b664-15ff8fb4525f req-a0d5eee0-b838-44ab-ae4d-abd93ff00477 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:54.298630 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-aadc63ed-19a8-4f03-b664-15ff8fb4525f req-a0d5eee0-b838-44ab-ae4d-abd93ff00477 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbe520d7-325b-4eb8-8a4b-f2708055fe56 HTTP/1.1" status: 200 len: 932 time: 0.0503798 Aug 13 04:35:54.331982 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-7c6c2e32-fcdf-4db2-83d2-a21b28f17dfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e94bb8a-0301-4eda-b881-d66c4e39a5cd {{(pid=93894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:35:54.337613 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-aadc63ed-19a8-4f03-b664-15ff8fb4525f req-8f1537c6-2d84-4b53-bc1b-e24f8d2cca3d tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/security-groups?id=926d7e44-7c7d-4495-b548-1f4b506b9579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328164 Aug 13 04:35:54.339747 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-7c6c2e32-fcdf-4db2-83d2-a21b28f17dfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:54.352138 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.provisioning_blocks [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-7c6c2e32-fcdf-4db2-83d2-a21b28f17dfa service neutron] Transition to ACTIVE for port object 9e94bb8a-0301-4eda-b881-d66c4e39a5cd will not be triggered until provisioned by entity L2. {{(pid=93894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:35:54.355097 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-7c6c2e32-fcdf-4db2-83d2-a21b28f17dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8757390'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:54.401618 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c2e32-fcdf-4db2-83d2-a21b28f17dfa service neutron] Pushing event updated for resources: {'Port': ['ID=9e94bb8a-0301-4eda-b881-d66c4e39a5cd,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:54.469977 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-7c6c2e32-fcdf-4db2-83d2-a21b28f17dfa service neutron] Attempting to bind port 9e94bb8a-0301-4eda-b881-d66c4e39a5cd on host hv-cinder-75996 for vnic_type normal with profile {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:35:54.470322 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-7c6c2e32-fcdf-4db2-83d2-a21b28f17dfa service neutron] Attempting to bind port 9e94bb8a-0301-4eda-b881-d66c4e39a5cd by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'bf46ad3f-cd90-4f1d-8335-4630fb944700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '333f6986-dcf0-4bcf-ad96-73e3f328f141'}] {{(pid=93894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:35:54.470661 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-7c6c2e32-fcdf-4db2-83d2-a21b28f17dfa service neutron] Attempting to bind port 9e94bb8a-0301-4eda-b881-d66c4e39a5cd on network 333f6986-dcf0-4bcf-ad96-73e3f328f141 {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:35:54.475044 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-7c6c2e32-fcdf-4db2-83d2-a21b28f17dfa service neutron] Port 9e94bb8a-0301-4eda-b881-d66c4e39a5cd on network 333f6986-dcf0-4bcf-ad96-73e3f328f141 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:35:54.475367 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-7c6c2e32-fcdf-4db2-83d2-a21b28f17dfa service neutron] Attempting to bind port 9e94bb8a-0301-4eda-b881-d66c4e39a5cd on network 333f6986-dcf0-4bcf-ad96-73e3f328f141 {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:35:54.480078 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-7c6c2e32-fcdf-4db2-83d2-a21b28f17dfa service neutron] Checking agent: {'id': '799e1584-199c-46e1-adc5-08501adf479b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:35:54.480619 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-7c6c2e32-fcdf-4db2-83d2-a21b28f17dfa service neutron] Checking segment: {'id': 'bf46ad3f-cd90-4f1d-8335-4630fb944700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '333f6986-dcf0-4bcf-ad96-73e3f328f141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:35:54.481014 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-7c6c2e32-fcdf-4db2-83d2-a21b28f17dfa service neutron] Bound using segment: {'id': 'bf46ad3f-cd90-4f1d-8335-4630fb944700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '333f6986-dcf0-4bcf-ad96-73e3f328f141'} {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:35:54.481460 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-7c6c2e32-fcdf-4db2-83d2-a21b28f17dfa service neutron] Bound port: 9e94bb8a-0301-4eda-b881-d66c4e39a5cd, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf46ad3f-cd90-4f1d-8335-4630fb944700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '333f6986-dcf0-4bcf-ad96-73e3f328f141'}}] {{(pid=93894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:35:54.481817 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-7c6c2e32-fcdf-4db2-83d2-a21b28f17dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:54.543087 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-7c6c2e32-fcdf-4db2-83d2-a21b28f17dfa service neutron] For port 9e94bb8a-0301-4eda-b881-d66c4e39a5cd, host hv-cinder-75996, cleared binding levels {{(pid=93894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:35:54.546325 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-7c6c2e32-fcdf-4db2-83d2-a21b28f17dfa service neutron] For port 9e94bb8a-0301-4eda-b881-d66c4e39a5cd, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=9e94bb8a-0301-4eda-b881-d66c4e39a5cd,segment=NetworkSegment(bf46ad3f-cd90-4f1d-8335-4630fb944700),segment_id=bf46ad3f-cd90-4f1d-8335-4630fb944700)] {{(pid=93894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:35:54.551128 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-7c6c2e32-fcdf-4db2-83d2-a21b28f17dfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8757390'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:54.584633 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-7c6c2e32-fcdf-4db2-83d2-a21b28f17dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:54.585252 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-7c6c2e32-fcdf-4db2-83d2-a21b28f17dfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:54.586684 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-7c6c2e32-fcdf-4db2-83d2-a21b28f17dfa service neutron] 10.222.0.64 "PUT /v2.0/ports/9e94bb8a-0301-4eda-b881-d66c4e39a5cd HTTP/1.1" status: 200 len: 1094 time: 0.8624251 Aug 13 04:35:54.587125 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe520d7-325b-4eb8-8a4b-f2708055fe56', 'tag': '9e94bb8a-0301-4eda-b881-d66c4e39a5cd'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:35:54.589384 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70cdd4b14b3222e3d0e13c26c8e97d260020fc564b3ab37a06bbaa54b203d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2f4b18-9f52-48b2-b89e-37cf41fa4b3a" -d '{"events": [{"name": "network-changed", "server_uuid": "fbe520d7-325b-4eb8-8a4b-f2708055fe56", "tag": "9e94bb8a-0301-4eda-b881-d66c4e39a5cd"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:35:54.613915 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c2e32-fcdf-4db2-83d2-a21b28f17dfa service neutron] Pushing event updated for resources: {'Port': ['ID=9e94bb8a-0301-4eda-b881-d66c4e39a5cd,revision_number=3']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:54.670796 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-8c48da3e-2c80-46b2-9409-db9ff6b24ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:54.672478 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-8c48da3e-2c80-46b2-9409-db9ff6b24ddb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e4027fec5f84a06acc7277a243db1d0&device_id=fbe520d7-325b-4eb8-8a4b-f2708055fe56 HTTP/1.1" status: 200 len: 1097 time: 0.0415971 Aug 13 04:35:54.717978 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-28a32c18-a04a-48c7-9969-94522fc8aefb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e94bb8a-0301-4eda-b881-d66c4e39a5cd HTTP/1.1" status: 200 len: 217 time: 0.0365007 Aug 13 04:35:54.754562 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54dc11ba-f4aa-4345-a4ee-6a89e32b2f25 x-openstack-request-id: req-54dc11ba-f4aa-4345-a4ee-6a89e32b2f25 {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:35:54.754853 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbe520d7-325b-4eb8-8a4b-f2708055fe56", "tag": "9e94bb8a-0301-4eda-b881-d66c4e39a5cd", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:35:54.755103 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54dc11ba-f4aa-4345-a4ee-6a89e32b2f25 {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:35:54.755486 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbe520d7-325b-4eb8-8a4b-f2708055fe56', 'tag': '9e94bb8a-0301-4eda-b881-d66c4e39a5cd', 'status': 'completed', 'code': 200} Aug 13 04:35:54.772616 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-a17a2d11-b67d-4b8d-85c9-33cf0b04a983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:54.774085 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-a17a2d11-b67d-4b8d-85c9-33cf0b04a983 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7c737c4f-6285-463e-aa14-0180dcea4dd3 HTTP/1.1" status: 200 len: 854 time: 0.0459843 Aug 13 04:35:54.806591 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-359c4ae3-7931-4fa7-8fc9-7bd36997945d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=333f6986-dcf0-4bcf-ad96-73e3f328f141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231898 Aug 13 04:35:54.900051 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-5a332c3c-1c88-4bac-8809-73b8e11cf9c3 service neutron] 10.222.0.64 "GET /v2.0/networks/333f6986-dcf0-4bcf-ad96-73e3f328f141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835099 Aug 13 04:35:54.990586 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-58c49435-9bdf-4347-a734-6479499d3eb5 req-953b1fc0-7cd4-4e2c-ad6d-550b35abc072 service neutron] 10.222.0.64 "GET /v2.0/networks/333f6986-dcf0-4bcf-ad96-73e3f328f141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792782 Aug 13 04:35:55.081764 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f4b18-9f52-48b2-b89e-37cf41fa4b3a req-8af962e8-d043-4faa-bbd4-7aa861f6677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:55.083208 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-4c2f4b18-9f52-48b2-b89e-37cf41fa4b3a req-8af962e8-d043-4faa-bbd4-7aa861f6677f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e4027fec5f84a06acc7277a243db1d0&device_id=fbe520d7-325b-4eb8-8a4b-f2708055fe56 HTTP/1.1" status: 200 len: 1097 time: 0.0437977 Aug 13 04:35:55.183876 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f4b18-9f52-48b2-b89e-37cf41fa4b3a req-4e679145-4173-406c-b3b7-565685c5e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:55.187051 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-4c2f4b18-9f52-48b2-b89e-37cf41fa4b3a req-4e679145-4173-406c-b3b7-565685c5e028 service neutron] 10.222.0.64 "GET /v2.0/networks?id=333f6986-dcf0-4bcf-ad96-73e3f328f141 HTTP/1.1" status: 200 len: 915 time: 0.0923445 Aug 13 04:35:55.234780 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-4c2f4b18-9f52-48b2-b89e-37cf41fa4b3a req-15a05b5e-93b0-4d45-804f-e07914190925 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e94bb8a-0301-4eda-b881-d66c4e39a5cd HTTP/1.1" status: 200 len: 217 time: 0.0367289 Aug 13 04:35:55.297561 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f4b18-9f52-48b2-b89e-37cf41fa4b3a req-e6590692-c846-4ca4-9fbd-af9838753b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:55.299359 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-4c2f4b18-9f52-48b2-b89e-37cf41fa4b3a req-e6590692-c846-4ca4-9fbd-af9838753b7f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7c737c4f-6285-463e-aa14-0180dcea4dd3 HTTP/1.1" status: 200 len: 854 time: 0.0487969 Aug 13 04:35:55.333945 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-4c2f4b18-9f52-48b2-b89e-37cf41fa4b3a req-373a1f9d-f5c5-4da3-9211-cbaf7c2140d8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=333f6986-dcf0-4bcf-ad96-73e3f328f141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251718 Aug 13 04:35:55.424478 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-4c2f4b18-9f52-48b2-b89e-37cf41fa4b3a req-0f47476a-2a61-463a-9a25-d0cb20f30576 service neutron] 10.222.0.64 "GET /v2.0/networks/333f6986-dcf0-4bcf-ad96-73e3f328f141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820599 Aug 13 04:35:55.457378 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e09fc-89e3-4fda-a52f-0fcf7bd731f0 req-e8e78b73-ebc4-4c2f-b9cb-14fdcf18835d tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:55.458994 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-264e09fc-89e3-4fda-a52f-0fcf7bd731f0 req-e8e78b73-ebc4-4c2f-b9cb-14fdcf18835d tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbe520d7-325b-4eb8-8a4b-f2708055fe56 HTTP/1.1" status: 200 len: 944 time: 0.0495498 Aug 13 04:35:55.496609 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-264e09fc-89e3-4fda-a52f-0fcf7bd731f0 req-c2957585-36f1-4e7e-b3bc-e5438fab6a6f tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/security-groups?id=926d7e44-7c7d-4495-b548-1f4b506b9579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315626 Aug 13 04:35:55.522566 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-4c2f4b18-9f52-48b2-b89e-37cf41fa4b3a req-be738f56-3801-4cac-b60a-4403d1c7a8a9 service neutron] 10.222.0.64 "GET /v2.0/networks/333f6986-dcf0-4bcf-ad96-73e3f328f141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898895 Aug 13 04:35:56.616136 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20975ebd-4f69-4d00-8759-db43d69b3d2f req-150860fd-6cd7-4978-aed5-0d9920f17712 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:56.617643 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-20975ebd-4f69-4d00-8759-db43d69b3d2f req-150860fd-6cd7-4978-aed5-0d9920f17712 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbe520d7-325b-4eb8-8a4b-f2708055fe56 HTTP/1.1" status: 200 len: 944 time: 0.0511487 Aug 13 04:35:56.655907 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-20975ebd-4f69-4d00-8759-db43d69b3d2f req-9a36340f-9284-4793-8cdc-39e11777a65e tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/security-groups?id=926d7e44-7c7d-4495-b548-1f4b506b9579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323117 Aug 13 04:35:57.778889 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e7ae9-ca86-4068-92f5-0593f8b066ed req-09ba74df-1c85-405e-b631-361d4cc58244 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:57.780845 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-eb9e7ae9-ca86-4068-92f5-0593f8b066ed req-09ba74df-1c85-405e-b631-361d4cc58244 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbe520d7-325b-4eb8-8a4b-f2708055fe56 HTTP/1.1" status: 200 len: 944 time: 0.0538363 Aug 13 04:35:57.821232 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-eb9e7ae9-ca86-4068-92f5-0593f8b066ed req-1d3f31d7-f657-4455-80f4-9d07f8e576af tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/security-groups?id=926d7e44-7c7d-4495-b548-1f4b506b9579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333881 Aug 13 04:35:58.938281 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13619923-af62-4f93-822c-a2c9507c6686 req-ad7353b5-732f-4e16-b0a1-3c028520c0c2 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:35:58.939767 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-13619923-af62-4f93-822c-a2c9507c6686 req-ad7353b5-732f-4e16-b0a1-3c028520c0c2 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbe520d7-325b-4eb8-8a4b-f2708055fe56 HTTP/1.1" status: 200 len: 944 time: 0.0484011 Aug 13 04:35:58.978237 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-13619923-af62-4f93-822c-a2c9507c6686 req-26189ae9-d8b8-4254-8291-b99f15818f6d tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/security-groups?id=926d7e44-7c7d-4495-b548-1f4b506b9579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323610 Aug 13 04:35:59.086313 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 9e94bb8a-0301-4eda-b881-d66c4e39a5cd details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=93895) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:35:59.182782 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 9e94bb8a-0301-4eda-b881-d66c4e39a5cd, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=9e94bb8a-0301-4eda-b881-d66c4e39a5cd,segment=NetworkSegment(bf46ad3f-cd90-4f1d-8335-4630fb944700),segment_id=bf46ad3f-cd90-4f1d-8335-4630fb944700)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:35:59.193936 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Returning: {'device': '9e94bb8a-0301-4eda-b881-d66c4e39a5cd', 'network_id': '333f6986-dcf0-4bcf-ad96-73e3f328f141', 'port_id': '9e94bb8a-0301-4eda-b881-d66c4e39a5cd', 'mac_address': 'fa:16:3e:26:0a:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c737c4f-6285-463e-aa14-0180dcea4dd3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93895) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:35:59.230045 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:59.244203 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e94bb8a-0301-4eda-b881-d66c4e39a5cd {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:35:59.263641 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 9e94bb8a-0301-4eda-b881-d66c4e39a5cd, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=9e94bb8a-0301-4eda-b881-d66c4e39a5cd,segment=NetworkSegment(bf46ad3f-cd90-4f1d-8335-4630fb944700),segment_id=bf46ad3f-cd90-4f1d-8335-4630fb944700)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:35:59.267647 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:35:59.314191 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=9e94bb8a-0301-4eda-b881-d66c4e39a5cd,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:35:59.573392 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['9e94bb8a-0301-4eda-b881-d66c4e39a5cd'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:36:00.100558 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e44c31-b2d8-42c4-b035-fd5bd06f107a req-8a0cdb6d-a6ad-4679-bf47-074c6707db80 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:00.102112 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-06e44c31-b2d8-42c4-b035-fd5bd06f107a req-8a0cdb6d-a6ad-4679-bf47-074c6707db80 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbe520d7-325b-4eb8-8a4b-f2708055fe56 HTTP/1.1" status: 200 len: 945 time: 0.0529945 Aug 13 04:36:00.141416 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-06e44c31-b2d8-42c4-b035-fd5bd06f107a req-505b99e6-fc16-4554-bd1b-19fcf9576ff7 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/security-groups?id=926d7e44-7c7d-4495-b548-1f4b506b9579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333235 Aug 13 04:36:01.084280 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 9e94bb8a-0301-4eda-b881-d66c4e39a5cd up at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:36:01.133366 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning for port 9e94bb8a-0301-4eda-b881-d66c4e39a5cd completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:36:01.136943 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning complete for port 9e94bb8a-0301-4eda-b881-d66c4e39a5cd triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:36:01.137319 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:01.220940 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:01.244233 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe520d7-325b-4eb8-8a4b-f2708055fe56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e94bb8a-0301-4eda-b881-d66c4e39a5cd'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:36:01.247154 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c92d4982b19a4a1727383111979b328de092d32a0bc2fa1b4d64c134060166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a6e97d-496e-4107-a474-3add44f16f63" -d '{"events": [{"server_uuid": "fbe520d7-325b-4eb8-8a4b-f2708055fe56", "name": "network-vif-plugged", "status": "completed", "tag": "9e94bb8a-0301-4eda-b881-d66c4e39a5cd"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:36:01.261514 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 9e94bb8a-0301-4eda-b881-d66c4e39a5cd, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=9e94bb8a-0301-4eda-b881-d66c4e39a5cd,segment=NetworkSegment(bf46ad3f-cd90-4f1d-8335-4630fb944700),segment_id=bf46ad3f-cd90-4f1d-8335-4630fb944700)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:36:01.264498 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350e984-6786-4103-b8be-84abea887ce6 req-4c8cd9fa-79ac-4c52-946a-e74eeecd026b tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:01.266914 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c350e984-6786-4103-b8be-84abea887ce6 req-4c8cd9fa-79ac-4c52-946a-e74eeecd026b tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbe520d7-325b-4eb8-8a4b-f2708055fe56 HTTP/1.1" status: 200 len: 945 time: 0.0549343 Aug 13 04:36:01.267833 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:01.306656 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c350e984-6786-4103-b8be-84abea887ce6 req-b7b08e70-f19c-4b09-9d99-fc3dfad87e02 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/security-groups?id=926d7e44-7c7d-4495-b548-1f4b506b9579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320311 Aug 13 04:36:01.318058 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=9e94bb8a-0301-4eda-b881-d66c4e39a5cd,revision_number=5']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:01.362950 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc269cef-1425-4a29-bed3-5c104f976a26 x-openstack-request-id: req-bc269cef-1425-4a29-bed3-5c104f976a26 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:36:01.363249 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe520d7-325b-4eb8-8a4b-f2708055fe56", "name": "network-vif-plugged", "status": "completed", "tag": "9e94bb8a-0301-4eda-b881-d66c4e39a5cd", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:36:01.363505 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc269cef-1425-4a29-bed3-5c104f976a26 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:36:01.363902 dv-cinder-759961-6-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe520d7-325b-4eb8-8a4b-f2708055fe56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e94bb8a-0301-4eda-b881-d66c4e39a5cd', 'code': 200} Aug 13 04:36:01.539518 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae1a1f-ce2a-47ee-b3a0-1595b5d14689 req-6e17316c-baca-4f27-be7f-eb9b12521185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:01.540997 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6cae1a1f-ce2a-47ee-b3a0-1595b5d14689 req-6e17316c-baca-4f27-be7f-eb9b12521185 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fbe520d7-325b-4eb8-8a4b-f2708055fe56 HTTP/1.1" status: 200 len: 1099 time: 0.0394580 Aug 13 04:36:01.578847 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6cae1a1f-ce2a-47ee-b3a0-1595b5d14689 req-e03e97a9-6149-48a1-ad0f-14532d5b24a4 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=926d7e44-7c7d-4495-b548-1f4b506b9579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272572 Aug 13 04:36:02.122400 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-46e9e36d-f84b-47d6-a172-37da2601c129 req-103796f9-0839-4292-83d5-dc42084f38c5 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2077988141&fields=id&tenant_id=c41ff29303444fd0820593792b37e277 HTTP/1.1" status: 200 len: 267 time: 0.0325933 Aug 13 04:36:02.174558 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9e36d-f84b-47d6-a172-37da2601c129 req-c0e3e11d-f61d-4f93-a8dd-5fe6707e3c8c tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:02.176021 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-46e9e36d-f84b-47d6-a172-37da2601c129 req-c0e3e11d-f61d-4f93-a8dd-5fe6707e3c8c tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 985 time: 0.0481358 Aug 13 04:36:02.186964 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.v2.base [req-46e9e36d-f84b-47d6-a172-37da2601c129 req-dfbbe3ae-4362-4861-a78c-8ad0930a221d tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Request body: {'port': {'security_groups': ['473c120d-9a7c-4676-95a4-d20064b7d714']}} {{(pid=93893) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:36:02.258417 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-46e9e36d-f84b-47d6-a172-37da2601c129 req-dfbbe3ae-4362-4861-a78c-8ad0930a221d tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:02.465639 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc5b56-1590-4df4-821c-76e127f586fc req-3668eb38-a050-48af-82d3-c24fb90fbf79 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:02.467104 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-00fc5b56-1590-4df4-821c-76e127f586fc req-3668eb38-a050-48af-82d3-c24fb90fbf79 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbe520d7-325b-4eb8-8a4b-f2708055fe56 HTTP/1.1" status: 200 len: 946 time: 0.0827870 Aug 13 04:36:02.472606 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [req-46e9e36d-f84b-47d6-a172-37da2601c129 req-dfbbe3ae-4362-4861-a78c-8ad0930a221d tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] For port 90912158-5071-4e18-b5b5-6e2227fd5493, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=90912158-5071-4e18-b5b5-6e2227fd5493,segment=NetworkSegment(bd2b92f4-d7de-4749-aa27-052e1a0fcba3),segment_id=bd2b92f4-d7de-4749-aa27-052e1a0fcba3)] {{(pid=93893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:36:02.526089 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-00fc5b56-1590-4df4-821c-76e127f586fc req-42b961a8-cee4-4522-870a-0b547d653eeb tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/security-groups?id=926d7e44-7c7d-4495-b548-1f4b506b9579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514574 Aug 13 04:36:02.527939 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-46e9e36d-f84b-47d6-a172-37da2601c129 req-dfbbe3ae-4362-4861-a78c-8ad0930a221d tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks [] for port, precommit_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:02.534285 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-46e9e36d-f84b-47d6-a172-37da2601c129 req-dfbbe3ae-4362-4861-a78c-8ad0930a221d tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9290061'] for port, after_update {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:02.546659 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['90912158-5071-4e18-b5b5-6e2227fd5493'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:36:02.842455 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9e36d-f84b-47d6-a172-37da2601c129 req-dfbbe3ae-4362-4861-a78c-8ad0930a221d tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:02.843296 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [req-46e9e36d-f84b-47d6-a172-37da2601c129 req-dfbbe3ae-4362-4861-a78c-8ad0930a221d tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:02.845310 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-46e9e36d-f84b-47d6-a172-37da2601c129 req-dfbbe3ae-4362-4861-a78c-8ad0930a221d tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "PUT /v2.0/ports/90912158-5071-4e18-b5b5-6e2227fd5493 HTTP/1.1" status: 200 len: 943 time: 0.6629498 Aug 13 04:36:02.845858 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da403df1-360d-41cf-86fd-0b09258785d0', 'tag': '90912158-5071-4e18-b5b5-6e2227fd5493'}] {{(pid=93893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:36:02.851745 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aea723d68c964973b0702c1800637223d1e6775f666202f903cb1e18101cb68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c459a15a-a98e-4bbe-bec0-ccd9c8780e12" -d '{"events": [{"name": "network-changed", "server_uuid": "da403df1-360d-41cf-86fd-0b09258785d0", "tag": "90912158-5071-4e18-b5b5-6e2227fd5493"}]}' {{(pid=93893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:36:02.852377 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 42616) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:36:02.892829 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbe3ae-4362-4861-a78c-8ad0930a221d tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Pushing event updated for resources: {'Port': ['ID=90912158-5071-4e18-b5b5-6e2227fd5493,revision_number=7']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:02.948412 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3ed6f5d3-52ee-480f-9900-943fbe7ba667 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:02.954308 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['90912158-5071-4e18-b5b5-6e2227fd5493'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:36:02.959625 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96001bf3-5640-4a41-bb15-ff4edbaf0cee x-openstack-request-id: req-96001bf3-5640-4a41-bb15-ff4edbaf0cee {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:36:02.960196 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da403df1-360d-41cf-86fd-0b09258785d0", "tag": "90912158-5071-4e18-b5b5-6e2227fd5493", "status": "completed", "code": 200}]} {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:36:02.960691 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96001bf3-5640-4a41-bb15-ff4edbaf0cee {{(pid=93893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:36:02.961322 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da403df1-360d-41cf-86fd-0b09258785d0', 'tag': '90912158-5071-4e18-b5b5-6e2227fd5493', 'status': 'completed', 'code': 200} Aug 13 04:36:02.985821 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3ed6f5d3-52ee-480f-9900-943fbe7ba667 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:03.060410 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459a15a-a98e-4bbe-bec0-ccd9c8780e12 req-63c598c0-2c07-4706-8886-20b9f5ed716d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:03.062189 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c459a15a-a98e-4bbe-bec0-ccd9c8780e12 req-63c598c0-2c07-4706-8886-20b9f5ed716d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c41ff29303444fd0820593792b37e277&device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 1099 time: 0.0631385 Aug 13 04:36:03.121357 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-c68f450a-b671-4472-a53e-0d084c9696fd None None] Provisioning complete for port 90912158-5071-4e18-b5b5-6e2227fd5493 triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:36:03.121668 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c68f450a-b671-4472-a53e-0d084c9696fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:03.134570 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3ed6f5d3-52ee-480f-9900-943fbe7ba667 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:03.137203 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3ed6f5d3-52ee-480f-9900-943fbe7ba667 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:03.138361 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-3ed6f5d3-52ee-480f-9900-943fbe7ba667 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "DELETE /v2.0/security-groups/c232f22c-735e-48a8-92bd-6c9155256075 HTTP/1.1" status: 204 len: 168 time: 0.2851348 Aug 13 04:36:03.141995 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 42620) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:36:03.154774 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6f5d3-52ee-480f-9900-943fbe7ba667 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c232f22c-735e-48a8-92bd-6c9155256075,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:03.184713 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459a15a-a98e-4bbe-bec0-ccd9c8780e12 req-2a9de6f2-a7c3-4b54-93cd-33c9f3023639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:03.186483 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c459a15a-a98e-4bbe-bec0-ccd9c8780e12 req-2a9de6f2-a7c3-4b54-93cd-33c9f3023639 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cc773a2e-a6e4-4037-a278-1599b19ecd84 HTTP/1.1" status: 200 len: 915 time: 0.1126065 Aug 13 04:36:03.267595 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c459a15a-a98e-4bbe-bec0-ccd9c8780e12 req-0a3882b2-afff-4355-865c-8a0f4c7b46a5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90912158-5071-4e18-b5b5-6e2227fd5493 HTTP/1.1" status: 200 len: 1002 time: 0.0706978 Aug 13 04:36:03.310090 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [None req-2568fe9b-a5ad-4843-83e4-28278e32ad5b tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Deleting port a25483e6-218e-417b-b6ef-fc0c777e43d2 {{(pid=93893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:36:03.310453 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-2568fe9b-a5ad-4843-83e4-28278e32ad5b tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:03.326998 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459a15a-a98e-4bbe-bec0-ccd9c8780e12 req-9338a4fe-b6a6-4f4e-9cc4-58d8afcb8aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:03.328898 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c459a15a-a98e-4bbe-bec0-ccd9c8780e12 req-9338a4fe-b6a6-4f4e-9cc4-58d8afcb8aea service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c9714a85-0300-41df-8e35-283bcc57529b HTTP/1.1" status: 200 len: 853 time: 0.0487480 Aug 13 04:36:03.378961 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459a15a-a98e-4bbe-bec0-ccd9c8780e12 req-465ab704-8feb-4405-8232-c08f95ae4164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:03.380464 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c459a15a-a98e-4bbe-bec0-ccd9c8780e12 req-465ab704-8feb-4405-8232-c08f95ae4164 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc773a2e-a6e4-4037-a278-1599b19ecd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431814 Aug 13 04:36:03.387955 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-2568fe9b-a5ad-4843-83e4-28278e32ad5b tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:03.388228 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-2568fe9b-a5ad-4843-83e4-28278e32ad5b tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:03.399883 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [None req-2568fe9b-a5ad-4843-83e4-28278e32ad5b tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Calling delete_port for a25483e6-218e-417b-b6ef-fc0c777e43d2 owned by network:floatingip {{(pid=93893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:36:03.480982 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c459a15a-a98e-4bbe-bec0-ccd9c8780e12 req-673573ff-8154-4be2-aebb-bbea170ef257 service neutron] 10.222.0.64 "GET /v2.0/networks/cc773a2e-a6e4-4037-a278-1599b19ecd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884624 Aug 13 04:36:03.577129 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c459a15a-a98e-4bbe-bec0-ccd9c8780e12 req-4c1403c0-20c5-4d68-b0e4-089c815e8da2 service neutron] 10.222.0.64 "GET /v2.0/networks/cc773a2e-a6e4-4037-a278-1599b19ecd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863082 Aug 13 04:36:03.582178 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-2568fe9b-a5ad-4843-83e4-28278e32ad5b tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:03.614279 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2568fe9b-a5ad-4843-83e4-28278e32ad5b tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Pushing event deleted for resources: {'Port': ['ID=a25483e6-218e-417b-b6ef-fc0c777e43d2,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:03.702583 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d35e1-45e0-4538-8ed5-6460f56956e5 req-a0badb10-58f7-4671-8d52-1d9917afe74c tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:03.704017 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-302d35e1-45e0-4538-8ed5-6460f56956e5 req-a0badb10-58f7-4671-8d52-1d9917afe74c tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbe520d7-325b-4eb8-8a4b-f2708055fe56 HTTP/1.1" status: 200 len: 946 time: 0.0944018 Aug 13 04:36:03.706888 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-2568fe9b-a5ad-4843-83e4-28278e32ad5b tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks [] for floatingip, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:03.707223 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.db.l3_db [None req-2568fe9b-a5ad-4843-83e4-28278e32ad5b tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Floating IP 37160763-948c-40c6-becd-631e39dcec32 disassociated (deleted). External IP: 172.27.0.184, port: 90912158-5071-4e18-b5b5-6e2227fd5493. Aug 13 04:36:03.813258 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-302d35e1-45e0-4538-8ed5-6460f56956e5 req-de079cd1-8db8-44e2-b1f0-1e6412eb516c tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/security-groups?id=926d7e44-7c7d-4495-b548-1f4b506b9579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030059 Aug 13 04:36:03.947839 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2568fe9b-a5ad-4843-83e4-28278e32ad5b tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Router b89c1f72-374f-45e2-8f64-952c4ce60619 has already been hosted by L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb {{(pid=93893) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:36:04.064289 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2568fe9b-a5ad-4843-83e4-28278e32ad5b tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:36:04.069292 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-2568fe9b-a5ad-4843-83e4-28278e32ad5b tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for floatingip, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:04.075150 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e36c03b-499c-4d17-8d31-5531ad95789a None None] Sync routers for ids ['b89c1f72-374f-45e2-8f64-952c4ce60619'] in dv-cinder-759961-6-iscsi {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:36:04.085124 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e36c03b-499c-4d17-8d31-5531ad95789a None None] Routers {'b89c1f72-374f-45e2-8f64-952c4ce60619'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:36:04.085942 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-6e36c03b-499c-4d17-8d31-5531ad95789a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:35:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['b89c1f72-374f-45e2-8f64-952c4ce60619'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:36:04.103648 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-2568fe9b-a5ad-4843-83e4-28278e32ad5b tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "DELETE /v2.0/floatingips/37160763-948c-40c6-becd-631e39dcec32 HTTP/1.1" status: 204 len: 168 time: 0.9582014 Aug 13 04:36:04.212422 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-6e36c03b-499c-4d17-8d31-5531ad95789a None None] Set router b89c1f72-374f-45e2-8f64-952c4ce60619 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:36:04.431330 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-6e36c03b-499c-4d17-8d31-5531ad95789a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'name': 'tempest-TestMinimumBasicScenario-268368609-router', 'tenant_id': 'c41ff29303444fd0820593792b37e277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '8aa55824-144f-4a0f-b429-d4fe801555a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:33:03Z', 'updated_at': '2021-08-13T04:33:07Z', 'revision_number': 4, 'project_id': 'c41ff29303444fd0820593792b37e277', 'gw_port': {'id': '8aa55824-144f-4a0f-b429-d4fe801555a0', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:76:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:33:04Z', 'updated_at': '2021-08-13T04:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': 'a06a26de-4aef-4fbd-95c7-6fe8957764a4', 'name': '', 'network_id': 'cc773a2e-a6e4-4037-a278-1599b19ecd84', 'tenant_id': 'c41ff29303444fd0820593792b37e277', 'mac_address': 'fa:16:3e:24:4a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'c9714a85-0300-41df-8e35-283bcc57529b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:33:07Z', 'updated_at': '2021-08-13T04:33:17Z', 'revision_number': 5, 'project_id': 'c41ff29303444fd0820593792b37e277', 'subnets': [{'id': 'c9714a85-0300-41df-8e35-283bcc57529b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:36:04.462545 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e36c03b-499c-4d17-8d31-5531ad95789a None None] Checking router: b89c1f72-374f-45e2-8f64-952c4ce60619 for host: dv-cinder-759961-6-iscsi {{(pid=93895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:36:04.470923 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e36c03b-499c-4d17-8d31-5531ad95789a None None] Routers {'b89c1f72-374f-45e2-8f64-952c4ce60619'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:36:04.471535 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-6e36c03b-499c-4d17-8d31-5531ad95789a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:35:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['b89c1f72-374f-45e2-8f64-952c4ce60619'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:36:04.577878 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-6e36c03b-499c-4d17-8d31-5531ad95789a None None] Set router b89c1f72-374f-45e2-8f64-952c4ce60619 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:36:04.785973 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-6e36c03b-499c-4d17-8d31-5531ad95789a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'name': 'tempest-TestMinimumBasicScenario-268368609-router', 'tenant_id': 'c41ff29303444fd0820593792b37e277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '8aa55824-144f-4a0f-b429-d4fe801555a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:33:03Z', 'updated_at': '2021-08-13T04:33:07Z', 'revision_number': 4, 'project_id': 'c41ff29303444fd0820593792b37e277', 'gw_port': {'id': '8aa55824-144f-4a0f-b429-d4fe801555a0', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:76:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:33:04Z', 'updated_at': '2021-08-13T04:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': 'a06a26de-4aef-4fbd-95c7-6fe8957764a4', 'name': '', 'network_id': 'cc773a2e-a6e4-4037-a278-1599b19ecd84', 'tenant_id': 'c41ff29303444fd0820593792b37e277', 'mac_address': 'fa:16:3e:24:4a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'c9714a85-0300-41df-8e35-283bcc57529b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:33:07Z', 'updated_at': '2021-08-13T04:33:17Z', 'revision_number': 5, 'project_id': 'c41ff29303444fd0820593792b37e277', 'subnets': [{'id': 'c9714a85-0300-41df-8e35-283bcc57529b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:36:04.812389 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e36c03b-499c-4d17-8d31-5531ad95789a None None] The sync data for ids ['b89c1f72-374f-45e2-8f64-952c4ce60619'] in dv-cinder-759961-6-iscsi is: [{'id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'name': 'tempest-TestMinimumBasicScenario-268368609-router', 'tenant_id': 'c41ff29303444fd0820593792b37e277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '8aa55824-144f-4a0f-b429-d4fe801555a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:33:03Z', 'updated_at': '2021-08-13T04:33:07Z', 'revision_number': 4, 'project_id': 'c41ff29303444fd0820593792b37e277', 'gw_port': {'id': '8aa55824-144f-4a0f-b429-d4fe801555a0', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:76:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:33:04Z', 'updated_at': '2021-08-13T04:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': 'a06a26de-4aef-4fbd-95c7-6fe8957764a4', 'name': '', 'network_id': 'cc773a2e-a6e4-4037-a278-1599b19ecd84', 'tenant_id': 'c41ff29303444fd0820593792b37e277', 'mac_address': 'fa:16:3e:24:4a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'c9714a85-0300-41df-8e35-283bcc57529b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:33:07Z', 'updated_at': '2021-08-13T04:33:17Z', 'revision_number': 5, 'project_id': 'c41ff29303444fd0820593792b37e277', 'subnets': [{'id': 'c9714a85-0300-41df-8e35-283bcc57529b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:36:04.962315 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da403df1-360d-41cf-86fd-0b09258785d0', 'tag': '90912158-5071-4e18-b5b5-6e2227fd5493'}] {{(pid=93893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:36:04.964661 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aea723d68c964973b0702c1800637223d1e6775f666202f903cb1e18101cb68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa5bda6-aacf-4245-b832-3653e371c9c6" -d '{"events": [{"name": "network-changed", "server_uuid": "da403df1-360d-41cf-86fd-0b09258785d0", "tag": "90912158-5071-4e18-b5b5-6e2227fd5493"}]}' {{(pid=93893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:36:05.016480 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa63507d-2588-46e1-9daf-a958676fb01e x-openstack-request-id: req-fa63507d-2588-46e1-9daf-a958676fb01e {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:36:05.017001 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da403df1-360d-41cf-86fd-0b09258785d0", "tag": "90912158-5071-4e18-b5b5-6e2227fd5493", "status": "completed", "code": 200}]} {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:36:05.017139 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa63507d-2588-46e1-9daf-a958676fb01e {{(pid=93893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:36:05.017674 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da403df1-360d-41cf-86fd-0b09258785d0', 'tag': '90912158-5071-4e18-b5b5-6e2227fd5493', 'status': 'completed', 'code': 200} Aug 13 04:36:05.045270 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f2682b-633a-410d-acf3-2713ea03ca40 None None] New status for floating IP 37160763-948c-40c6-becd-631e39dcec32: DOWN {{(pid=93896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:36:05.100365 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5bda6-aacf-4245-b832-3653e371c9c6 req-0ae95e8c-fc34-434d-918b-2fbc37d1a298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:05.101913 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-8aa5bda6-aacf-4245-b832-3653e371c9c6 req-0ae95e8c-fc34-434d-918b-2fbc37d1a298 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c41ff29303444fd0820593792b37e277&device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 1099 time: 0.0529060 Aug 13 04:36:05.215561 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5bda6-aacf-4245-b832-3653e371c9c6 req-767335a9-9e86-4f1a-b44b-ba511d9952f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:05.217066 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-8aa5bda6-aacf-4245-b832-3653e371c9c6 req-767335a9-9e86-4f1a-b44b-ba511d9952f3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=cc773a2e-a6e4-4037-a278-1599b19ecd84 HTTP/1.1" status: 200 len: 915 time: 0.1051588 Aug 13 04:36:05.268528 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-8aa5bda6-aacf-4245-b832-3653e371c9c6 req-5d800d59-14ae-4b01-97a6-472298771458 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90912158-5071-4e18-b5b5-6e2227fd5493 HTTP/1.1" status: 200 len: 217 time: 0.0420642 Aug 13 04:36:05.342966 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5bda6-aacf-4245-b832-3653e371c9c6 req-7d49e87a-79f4-4ab9-bbdb-877ef6c95c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:05.346442 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-8aa5bda6-aacf-4245-b832-3653e371c9c6 req-7d49e87a-79f4-4ab9-bbdb-877ef6c95c59 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=c9714a85-0300-41df-8e35-283bcc57529b HTTP/1.1" status: 200 len: 853 time: 0.0636439 Aug 13 04:36:05.414766 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5bda6-aacf-4245-b832-3653e371c9c6 req-42aa6a1e-b694-4594-9e0a-16abb7b5ea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:05.416473 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-8aa5bda6-aacf-4245-b832-3653e371c9c6 req-42aa6a1e-b694-4594-9e0a-16abb7b5ea4b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=cc773a2e-a6e4-4037-a278-1599b19ecd84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0622313 Aug 13 04:36:05.550458 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-8aa5bda6-aacf-4245-b832-3653e371c9c6 req-2c89eb12-9850-4819-bd3d-c7bbb9cf7aeb service neutron] 10.222.0.64 "GET /v2.0/networks/cc773a2e-a6e4-4037-a278-1599b19ecd84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240132 Aug 13 04:36:05.703090 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-8aa5bda6-aacf-4245-b832-3653e371c9c6 req-e07d5dac-3e45-491b-9777-63ea085cd623 service neutron] 10.222.0.64 "GET /v2.0/networks/cc773a2e-a6e4-4037-a278-1599b19ecd84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355674 Aug 13 04:36:07.034084 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bfce71-b8ef-4d33-9235-ece775c78658 req-8001cf58-42b7-4b3b-abee-445d1f6df65b tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:07.038787 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-88bfce71-b8ef-4d33-9235-ece775c78658 req-8001cf58-42b7-4b3b-abee-445d1f6df65b tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 946 time: 0.0689981 Aug 13 04:36:07.083992 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-88bfce71-b8ef-4d33-9235-ece775c78658 req-a2669468-a2a2-4bc9-97d2-8add9d5042eb tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413108 Aug 13 04:36:08.076047 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-a8a7eb37-1241-4bce-bad0-cf403227a34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:08.205373 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd0aeb-1ded-43da-8b66-c5da9e2edab4 req-ca0c83a2-c5dc-4813-920f-8218299ee832 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:08.206882 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9acd0aeb-1ded-43da-8b66-c5da9e2edab4 req-ca0c83a2-c5dc-4813-920f-8218299ee832 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 946 time: 0.0509281 Aug 13 04:36:08.246439 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9acd0aeb-1ded-43da-8b66-c5da9e2edab4 req-458c55aa-b46d-4cc9-9d82-ccd55e10b958 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336442 Aug 13 04:36:08.439174 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6d2025e6-c344-4a68-a263-3fdbae9c1303 req-60982199-296b-48a9-ad31-9c812c4eb6fe service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419223 Aug 13 04:36:08.505262 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2025e6-c344-4a68-a263-3fdbae9c1303 req-0a24446d-de4e-4dca-b645-a82764b45c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:08.506830 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6d2025e6-c344-4a68-a263-3fdbae9c1303 req-0a24446d-de4e-4dca-b645-a82764b45c7e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f2d284955ea4d12b60ceba4f7a53e87&device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 1099 time: 0.0417442 Aug 13 04:36:08.629808 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2025e6-c344-4a68-a263-3fdbae9c1303 req-8956633e-e2ca-437f-ace2-32be4f09e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:08.631304 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6d2025e6-c344-4a68-a263-3fdbae9c1303 req-8956633e-e2ca-437f-ace2-32be4f09e85f service neutron] 10.222.0.64 "GET /v2.0/networks?id=87d3a17b-ea4d-435b-9c8e-36b4c38780d2 HTTP/1.1" status: 200 len: 912 time: 0.0957355 Aug 13 04:36:08.702650 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6d2025e6-c344-4a68-a263-3fdbae9c1303 req-3fee7344-d84b-4a7c-a1cf-527e10cb7dfb service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6019955-dfeb-42fd-bf68-d1fac8198ecb HTTP/1.1" status: 200 len: 1001 time: 0.0593119 Aug 13 04:36:08.757504 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2025e6-c344-4a68-a263-3fdbae9c1303 req-9b5fe853-2f98-41d6-a987-7ae9d1d53b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:08.758993 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6d2025e6-c344-4a68-a263-3fdbae9c1303 req-9b5fe853-2f98-41d6-a987-7ae9d1d53b7d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=70eada8e-6c53-4591-b1fd-b63b9652e2e1 HTTP/1.1" status: 200 len: 850 time: 0.0479491 Aug 13 04:36:08.806697 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2025e6-c344-4a68-a263-3fdbae9c1303 req-25075323-2940-436e-a4c6-a52319cbdf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:08.808187 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6d2025e6-c344-4a68-a263-3fdbae9c1303 req-25075323-2940-436e-a4c6-a52319cbdf3f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87d3a17b-ea4d-435b-9c8e-36b4c38780d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390739 Aug 13 04:36:08.902204 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6d2025e6-c344-4a68-a263-3fdbae9c1303 req-8a17c2e7-5387-47ea-a851-bf247e7d9a27 service neutron] 10.222.0.64 "GET /v2.0/networks/87d3a17b-ea4d-435b-9c8e-36b4c38780d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822456 Aug 13 04:36:08.999059 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6d2025e6-c344-4a68-a263-3fdbae9c1303 req-96bd4a5e-6264-4d89-aa8b-9ed78b8c81c9 service neutron] 10.222.0.64 "GET /v2.0/networks/87d3a17b-ea4d-435b-9c8e-36b4c38780d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878172 Aug 13 04:36:09.101649 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b3852-11c2-4525-8de8-ed0d8ebf72c8 req-cc308ca4-7afc-48dc-a385-d27cc600e4cf tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:09.103404 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-440b3852-11c2-4525-8de8-ed0d8ebf72c8 req-cc308ca4-7afc-48dc-a385-d27cc600e4cf tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.64 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 946 time: 0.0504577 Aug 13 04:36:09.208501 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [req-440b3852-11c2-4525-8de8-ed0d8ebf72c8 req-a6159567-fbab-49f4-807e-ae632f30ec98 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Deleting port 90912158-5071-4e18-b5b5-6e2227fd5493 {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:36:09.208873 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-440b3852-11c2-4525-8de8-ed0d8ebf72c8 req-a6159567-fbab-49f4-807e-ae632f30ec98 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:09.302047 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-440b3852-11c2-4525-8de8-ed0d8ebf72c8 req-a6159567-fbab-49f4-807e-ae632f30ec98 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] For port 90912158-5071-4e18-b5b5-6e2227fd5493, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=90912158-5071-4e18-b5b5-6e2227fd5493,segment=NetworkSegment(bd2b92f4-d7de-4749-aa27-052e1a0fcba3),segment_id=bd2b92f4-d7de-4749-aa27-052e1a0fcba3)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:36:09.302847 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-440b3852-11c2-4525-8de8-ed0d8ebf72c8 req-a6159567-fbab-49f4-807e-ae632f30ec98 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:09.317303 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [req-440b3852-11c2-4525-8de8-ed0d8ebf72c8 req-a6159567-fbab-49f4-807e-ae632f30ec98 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Calling delete_port for 90912158-5071-4e18-b5b5-6e2227fd5493 owned by compute:nova {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:36:09.366317 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ffb54-a63d-4255-9d0d-e11b2c32a243 req-2e7f71c9-6b41-4472-a1b7-835721b9c0bb tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:09.367799 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c09ffb54-a63d-4255-9d0d-e11b2c32a243 req-2e7f71c9-6b41-4472-a1b7-835721b9c0bb tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/ports?device_id=da403df1-360d-41cf-86fd-0b09258785d0 HTTP/1.1" status: 200 len: 946 time: 0.0487370 Aug 13 04:36:09.408516 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c09ffb54-a63d-4255-9d0d-e11b2c32a243 req-ce1be29e-e6a4-44cb-889f-2d69a0564fd0 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.13 "GET /v2.0/security-groups?id=473c120d-9a7c-4676-95a4-d20064b7d714&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341763 Aug 13 04:36:09.450013 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-440b3852-11c2-4525-8de8-ed0d8ebf72c8 req-a6159567-fbab-49f4-807e-ae632f30ec98 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:09.479031 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6159567-fbab-49f4-807e-ae632f30ec98 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Pushing event deleted for resources: {'Port': ['ID=90912158-5071-4e18-b5b5-6e2227fd5493,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:09.493077 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6159567-fbab-49f4-807e-ae632f30ec98 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:36:09.493452 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6159567-fbab-49f4-807e-ae632f30ec98 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:36:09.493816 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6159567-fbab-49f4-807e-ae632f30ec98 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:36:09.494298 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6159567-fbab-49f4-807e-ae632f30ec98 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:36:09.494664 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6159567-fbab-49f4-807e-ae632f30ec98 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:36:09.495013 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6159567-fbab-49f4-807e-ae632f30ec98 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:36:09.495434 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6159567-fbab-49f4-807e-ae632f30ec98 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:36:09.495773 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6159567-fbab-49f4-807e-ae632f30ec98 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:36:09.496208 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6159567-fbab-49f4-807e-ae632f30ec98 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:36:09.496653 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6159567-fbab-49f4-807e-ae632f30ec98 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:36:09.496988 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6159567-fbab-49f4-807e-ae632f30ec98 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:36:09.497322 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6159567-fbab-49f4-807e-ae632f30ec98 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:36:09.536745 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [req-440b3852-11c2-4525-8de8-ed0d8ebf72c8 req-a6159567-fbab-49f4-807e-ae632f30ec98 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] No DVR routers for this DVR port 90912158-5071-4e18-b5b5-6e2227fd5493 on host hv-cinder-75996 {{(pid=93894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:36:09.539193 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-440b3852-11c2-4525-8de8-ed0d8ebf72c8 req-a6159567-fbab-49f4-807e-ae632f30ec98 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:09.541189 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-440b3852-11c2-4525-8de8-ed0d8ebf72c8 req-a6159567-fbab-49f4-807e-ae632f30ec98 tempest-TestMinimumBasicScenario-1194900546 tempest-TestMinimumBasicScenario-1194900546-project] 10.222.0.64 "DELETE /v2.0/ports/90912158-5071-4e18-b5b5-6e2227fd5493 HTTP/1.1" status: 204 len: 173 time: 0.4298956 Aug 13 04:36:09.541660 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da403df1-360d-41cf-86fd-0b09258785d0', 'name': 'network-vif-deleted', 'tag': '90912158-5071-4e18-b5b5-6e2227fd5493'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:36:09.543887 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70cdd4b14b3222e3d0e13c26c8e97d260020fc564b3ab37a06bbaa54b203d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d300c9-0603-4f25-936e-c225fe6c9ac6" -d '{"events": [{"server_uuid": "da403df1-360d-41cf-86fd-0b09258785d0", "name": "network-vif-deleted", "tag": "90912158-5071-4e18-b5b5-6e2227fd5493"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:36:09.583907 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef24017-4172-4974-8fe1-c4ed3227f442 x-openstack-request-id: req-4ef24017-4172-4974-8fe1-c4ed3227f442 {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:36:09.584198 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da403df1-360d-41cf-86fd-0b09258785d0", "name": "network-vif-deleted", "tag": "90912158-5071-4e18-b5b5-6e2227fd5493", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:36:09.584449 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4ef24017-4172-4974-8fe1-c4ed3227f442 {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:36:09.584841 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da403df1-360d-41cf-86fd-0b09258785d0', 'name': 'network-vif-deleted', 'tag': '90912158-5071-4e18-b5b5-6e2227fd5493', 'status': 'completed', 'code': 200} Aug 13 04:36:10.929922 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-00262716-6642-468a-8998-abf5c90bebd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:11.138794 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 42816) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:36:11.191492 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 90912158-5071-4e18-b5b5-6e2227fd5493 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:36:11.216045 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] No Port match for: 90912158-5071-4e18-b5b5-6e2227fd5493 {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:36:11.216393 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 90912158-5071-4e18-b5b5-6e2227fd5493 not bound to the agent host hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:36:11.359570 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:11.529621 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-28c6d21a-8dd3-4062-9ba6-64f952e0d086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683477'] for router_interface, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:11.794229 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [None req-28c6d21a-8dd3-4062-9ba6-64f952e0d086 admin admin] Deleting port a06a26de-4aef-4fbd-95c7-6fe8957764a4 {{(pid=93893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:36:11.794580 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-28c6d21a-8dd3-4062-9ba6-64f952e0d086 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:11.882249 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [None req-28c6d21a-8dd3-4062-9ba6-64f952e0d086 admin admin] For port a06a26de-4aef-4fbd-95c7-6fe8957764a4, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=a06a26de-4aef-4fbd-95c7-6fe8957764a4,segment=NetworkSegment(bd2b92f4-d7de-4749-aa27-052e1a0fcba3),segment_id=bd2b92f4-d7de-4749-aa27-052e1a0fcba3)] {{(pid=93893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:36:11.882613 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-28c6d21a-8dd3-4062-9ba6-64f952e0d086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:11.896414 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [None req-28c6d21a-8dd3-4062-9ba6-64f952e0d086 admin admin] Calling delete_port for a06a26de-4aef-4fbd-95c7-6fe8957764a4 owned by network:router_interface {{(pid=93893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:36:12.034854 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:12.098635 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-28c6d21a-8dd3-4062-9ba6-64f952e0d086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:12.129313 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c6d21a-8dd3-4062-9ba6-64f952e0d086 admin admin] Pushing event deleted for resources: {'Port': ['ID=a06a26de-4aef-4fbd-95c7-6fe8957764a4,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:12.158783 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c6d21a-8dd3-4062-9ba6-64f952e0d086 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:36:12.159523 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c6d21a-8dd3-4062-9ba6-64f952e0d086 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:36:12.159523 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c6d21a-8dd3-4062-9ba6-64f952e0d086 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:36:12.159790 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c6d21a-8dd3-4062-9ba6-64f952e0d086 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:36:12.160122 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c6d21a-8dd3-4062-9ba6-64f952e0d086 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:36:12.160454 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c6d21a-8dd3-4062-9ba6-64f952e0d086 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:36:12.160781 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c6d21a-8dd3-4062-9ba6-64f952e0d086 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:36:12.161104 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c6d21a-8dd3-4062-9ba6-64f952e0d086 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:36:12.161457 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c6d21a-8dd3-4062-9ba6-64f952e0d086 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:36:12.161788 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c6d21a-8dd3-4062-9ba6-64f952e0d086 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:36:12.162096 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c6d21a-8dd3-4062-9ba6-64f952e0d086 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:36:12.162417 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c6d21a-8dd3-4062-9ba6-64f952e0d086 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:36:12.296583 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:12.325252 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-28c6d21a-8dd3-4062-9ba6-64f952e0d086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790373'] for router_interface, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:12.551730 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c6d21a-8dd3-4062-9ba6-64f952e0d086 admin admin] Router b89c1f72-374f-45e2-8f64-952c4ce60619 has already been hosted by L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb {{(pid=93893) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:36:12.665757 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c6d21a-8dd3-4062-9ba6-64f952e0d086 admin admin] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:36:12.674309 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 42824) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:36:12.674942 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-28c6d21a-8dd3-4062-9ba6-64f952e0d086 admin admin] 10.222.0.13 "PUT /v2.0/routers/b89c1f72-374f-45e2-8f64-952c4ce60619/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5350068 Aug 13 04:36:12.676881 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bb2ee5-7012-4aa7-b33a-18577bc98164 None None] Sync routers for ids ['b89c1f72-374f-45e2-8f64-952c4ce60619'] in dv-cinder-759961-6-iscsi {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:36:12.687428 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bb2ee5-7012-4aa7-b33a-18577bc98164 None None] Routers {'b89c1f72-374f-45e2-8f64-952c4ce60619'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:36:12.688831 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-11bb2ee5-7012-4aa7-b33a-18577bc98164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:36:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['b89c1f72-374f-45e2-8f64-952c4ce60619'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:36:12.787297 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-02b66bc1-afb6-4190-b187-5cd128f560bc admin admin] Notify callbacks [] for router, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:12.799724 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-11bb2ee5-7012-4aa7-b33a-18577bc98164 None None] Set router b89c1f72-374f-45e2-8f64-952c4ce60619 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:36:12.898994 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-02b66bc1-afb6-4190-b187-5cd128f560bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:12.959070 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-02b66bc1-afb6-4190-b187-5cd128f560bc admin admin] Deleting port 8aa55824-144f-4a0f-b429-d4fe801555a0 {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:36:12.959407 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-02b66bc1-afb6-4190-b187-5cd128f560bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:12.997223 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-11bb2ee5-7012-4aa7-b33a-18577bc98164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'name': 'tempest-TestMinimumBasicScenario-268368609-router', 'tenant_id': 'c41ff29303444fd0820593792b37e277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': '8aa55824-144f-4a0f-b429-d4fe801555a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:33:03Z', 'updated_at': '2021-08-13T04:36:12Z', 'revision_number': 5, 'project_id': 'c41ff29303444fd0820593792b37e277', 'gw_port': {'id': '8aa55824-144f-4a0f-b429-d4fe801555a0', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:76:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:33:04Z', 'updated_at': '2021-08-13T04:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi'}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:36:13.032093 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bb2ee5-7012-4aa7-b33a-18577bc98164 None None] Checking router: b89c1f72-374f-45e2-8f64-952c4ce60619 for host: dv-cinder-759961-6-iscsi {{(pid=93895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:36:13.040991 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bb2ee5-7012-4aa7-b33a-18577bc98164 None None] Routers {'b89c1f72-374f-45e2-8f64-952c4ce60619'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:36:13.041687 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-11bb2ee5-7012-4aa7-b33a-18577bc98164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:36:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['b89c1f72-374f-45e2-8f64-952c4ce60619'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:36:13.046157 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [None req-02b66bc1-afb6-4190-b187-5cd128f560bc admin admin] For port 8aa55824-144f-4a0f-b429-d4fe801555a0, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=8aa55824-144f-4a0f-b429-d4fe801555a0,segment=NetworkSegment(edab9050-aae2-4c9b-baa0-6e612e984a64),segment_id=edab9050-aae2-4c9b-baa0-6e612e984a64)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:36:13.046532 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-02b66bc1-afb6-4190-b187-5cd128f560bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:13.061160 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-02b66bc1-afb6-4190-b187-5cd128f560bc admin admin] Calling delete_port for 8aa55824-144f-4a0f-b429-d4fe801555a0 owned by network:router_gateway {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:36:13.132677 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-11bb2ee5-7012-4aa7-b33a-18577bc98164 None None] Set router b89c1f72-374f-45e2-8f64-952c4ce60619 gateway port host: None {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:36:13.186884 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-11bb2ee5-7012-4aa7-b33a-18577bc98164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'name': 'tempest-TestMinimumBasicScenario-268368609-router', 'tenant_id': 'c41ff29303444fd0820593792b37e277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:33:03Z', 'updated_at': '2021-08-13T04:36:12Z', 'revision_number': 6, 'project_id': 'c41ff29303444fd0820593792b37e277', 'gw_port_host': None}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:36:13.214825 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bb2ee5-7012-4aa7-b33a-18577bc98164 None None] The sync data for ids ['b89c1f72-374f-45e2-8f64-952c4ce60619'] in dv-cinder-759961-6-iscsi is: [{'id': 'b89c1f72-374f-45e2-8f64-952c4ce60619', 'name': 'tempest-TestMinimumBasicScenario-268368609-router', 'tenant_id': 'c41ff29303444fd0820593792b37e277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:33:03Z', 'updated_at': '2021-08-13T04:36:12Z', 'revision_number': 6, 'project_id': 'c41ff29303444fd0820593792b37e277', 'gw_port_host': None}] {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:36:13.242684 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-02b66bc1-afb6-4190-b187-5cd128f560bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:13.268341 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b66bc1-afb6-4190-b187-5cd128f560bc admin admin] Pushing event deleted for resources: {'Port': ['ID=8aa55824-144f-4a0f-b429-d4fe801555a0,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:13.335401 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-02b66bc1-afb6-4190-b187-5cd128f560bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3789023'] for router_gateway, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:13.428898 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-02b66bc1-afb6-4190-b187-5cd128f560bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-505241'] for router, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:13.431136 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-02b66bc1-afb6-4190-b187-5cd128f560bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:13.479394 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-02b66bc1-afb6-4190-b187-5cd128f560bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3787068'] for router, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:13.479965 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b66bc1-afb6-4190-b187-5cd128f560bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b89c1f72-374f-45e2-8f64-952c4ce60619 {{(pid=93894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 04:36:13.485065 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-02b66bc1-afb6-4190-b187-5cd128f560bc admin admin] Notify callbacks [] for router, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:13.488694 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-02b66bc1-afb6-4190-b187-5cd128f560bc admin admin] 10.222.0.13 "DELETE /v2.0/routers/b89c1f72-374f-45e2-8f64-952c4ce60619 HTTP/1.1" status: 204 len: 168 time: 0.8111014 Aug 13 04:36:13.489151 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 42830) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:36:13.536942 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.db_base_plugin_v2 [None req-67d0d325-ffbc-4153-8c37-845ea289776c admin admin] Deleting subnet c9714a85-0300-41df-8e35-283bcc57529b {{(pid=93893) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:36:13.540301 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-67d0d325-ffbc-4153-8c37-845ea289776c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:13.576707 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-67d0d325-ffbc-4153-8c37-845ea289776c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9290306'] for subnet, precommit_delete_associations {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:13.693525 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-67d0d325-ffbc-4153-8c37-845ea289776c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033975'] for subnet, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:13.745913 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-67d0d325-ffbc-4153-8c37-845ea289776c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9290103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9155894'] for subnet, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:13.771711 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d0d325-ffbc-4153-8c37-845ea289776c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9714a85-0300-41df-8e35-283bcc57529b,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:13.776524 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-67d0d325-ffbc-4153-8c37-845ea289776c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:13.778832 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-67d0d325-ffbc-4153-8c37-845ea289776c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c9714a85-0300-41df-8e35-283bcc57529b HTTP/1.1" status: 204 len: 168 time: 0.2886410 Aug 13 04:36:13.782052 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 42832) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:36:13.782630 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce95e50-71f3-4cc0-b76a-731dde750a91 None None] Network cc773a2e-a6e4-4037-a278-1599b19ecd84 requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:36:13.859277 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-2287033d-1175-4fb0-9a30-1ecd14ebae25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530472'] for network, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:13.923838 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [None req-2287033d-1175-4fb0-9a30-1ecd14ebae25 admin admin] Deleting port 79c69d48-d42f-4dea-b8fb-b981d633269a {{(pid=93893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:36:13.924180 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-2287033d-1175-4fb0-9a30-1ecd14ebae25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:14.006592 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [None req-2287033d-1175-4fb0-9a30-1ecd14ebae25 admin admin] For port 79c69d48-d42f-4dea-b8fb-b981d633269a, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=79c69d48-d42f-4dea-b8fb-b981d633269a,segment=NetworkSegment(bd2b92f4-d7de-4749-aa27-052e1a0fcba3),segment_id=bd2b92f4-d7de-4749-aa27-052e1a0fcba3)] {{(pid=93893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:36:14.006991 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-2287033d-1175-4fb0-9a30-1ecd14ebae25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:14.025414 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [None req-2287033d-1175-4fb0-9a30-1ecd14ebae25 admin admin] Calling delete_port for 79c69d48-d42f-4dea-b8fb-b981d633269a owned by network:dhcp {{(pid=93893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:36:14.035513 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 8aa55824-144f-4a0f-b429-d4fe801555a0 no longer exists at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:36:14.063843 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] No Port match for: 8aa55824-144f-4a0f-b429-d4fe801555a0 {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:36:14.063843 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 8aa55824-144f-4a0f-b429-d4fe801555a0 not bound to the agent host dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:36:14.064671 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device a06a26de-4aef-4fbd-95c7-6fe8957764a4 no longer exists at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:36:14.067975 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:14.088841 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] No Port match for: a06a26de-4aef-4fbd-95c7-6fe8957764a4 {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:36:14.089206 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device a06a26de-4aef-4fbd-95c7-6fe8957764a4 not bound to the agent host dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:36:14.129041 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-2287033d-1175-4fb0-9a30-1ecd14ebae25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:14.142872 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2287033d-1175-4fb0-9a30-1ecd14ebae25 admin admin] No DVR routers for this DVR port 79c69d48-d42f-4dea-b8fb-b981d633269a on host dv-cinder-759961-6-iscsi {{(pid=93893) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:36:14.166281 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc2437f-8aa6-47c5-9035-1463088dbf2d None None] DHCP port deletion for cc773a2e-a6e4-4037-a278-1599b19ecd84 request from dv-cinder-759961-6-iscsi {{(pid=93895) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 04:36:14.194552 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287033d-1175-4fb0-9a30-1ecd14ebae25 admin admin] Pushing event deleted for resources: {'Port': ['ID=79c69d48-d42f-4dea-b8fb-b981d633269a,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:14.237234 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-2287033d-1175-4fb0-9a30-1ecd14ebae25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038704', 'neutron.services.segments.db._delete_segments_for_network-8740403467888'] for network, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:14.248529 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.services.segments.db [None req-2287033d-1175-4fb0-9a30-1ecd14ebae25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc773a2e-a6e4-4037-a278-1599b19ecd84']}} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:36:14.263690 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.services.segments.db [None req-2287033d-1175-4fb0-9a30-1ecd14ebae25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2b92f4-d7de-4749-aa27-052e1a0fcba3') {'for_net_delete': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:36:14.263983 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.services.segments.db [None req-2287033d-1175-4fb0-9a30-1ecd14ebae25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2b92f4-d7de-4749-aa27-052e1a0fcba3') {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:36:14.275873 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-2287033d-1175-4fb0-9a30-1ecd14ebae25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403392121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9290325'] for segment, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:14.292285 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-2287033d-1175-4fb0-9a30-1ecd14ebae25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910'] for segment, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:14.303143 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2287033d-1175-4fb0-9a30-1ecd14ebae25 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=93893) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:36:14.303748 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-2287033d-1175-4fb0-9a30-1ecd14ebae25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9290153'] for segment, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:14.306313 dv-cinder-759961-6-iscsi neutron-server[93893]: Traceback (most recent call last): Aug 13 04:36:14.306313 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:36:14.306313 dv-cinder-759961-6-iscsi neutron-server[93893]: timer() Aug 13 04:36:14.306313 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:36:14.306313 dv-cinder-759961-6-iscsi neutron-server[93893]: cb(*args, **kw) Aug 13 04:36:14.306313 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:36:14.306313 dv-cinder-759961-6-iscsi neutron-server[93893]: return func(*args, **kwargs) Aug 13 04:36:14.306313 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:36:14.306313 dv-cinder-759961-6-iscsi neutron-server[93893]: self._notify() Aug 13 04:36:14.306313 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:36:14.306313 dv-cinder-759961-6-iscsi neutron-server[93893]: self.callback(batched_events) Aug 13 04:36:14.306313 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:36:14.306313 dv-cinder-759961-6-iscsi neutron-server[93893]: event.method(event) Aug 13 04:36:14.306313 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:36:14.306313 dv-cinder-759961-6-iscsi neutron-server[93893]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:36:14.306313 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:36:14.306313 dv-cinder-759961-6-iscsi neutron-server[93893]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:36:14.306313 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:36:14.306313 dv-cinder-759961-6-iscsi neutron-server[93893]: return f(self, *a, **k) Aug 13 04:36:14.306313 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:36:14.306313 dv-cinder-759961-6-iscsi neutron-server[93893]: return self._get(url).json() Aug 13 04:36:14.306313 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:36:14.306313 dv-cinder-759961-6-iscsi neutron-server[93893]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:36:14.306313 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:36:14.306313 dv-cinder-759961-6-iscsi neutron-server[93893]: return self.request(url, 'GET', **kwargs) Aug 13 04:36:14.306313 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:36:14.306313 dv-cinder-759961-6-iscsi neutron-server[93893]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:36:14.306313 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:36:14.306313 dv-cinder-759961-6-iscsi neutron-server[93893]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:36:14.306313 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:36:14.306313 dv-cinder-759961-6-iscsi neutron-server[93893]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:36:14.306313 dv-cinder-759961-6-iscsi neutron-server[93893]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:36:14.365931 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-2287033d-1175-4fb0-9a30-1ecd14ebae25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3788963'] for network, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:14.370194 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-2287033d-1175-4fb0-9a30-1ecd14ebae25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for network, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:14.372260 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-2287033d-1175-4fb0-9a30-1ecd14ebae25 admin admin] 10.222.0.13 "DELETE /v2.0/networks/cc773a2e-a6e4-4037-a278-1599b19ecd84 HTTP/1.1" status: 204 len: 168 time: 0.5889456 Aug 13 04:36:14.379871 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 42836) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:36:14.390231 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287033d-1175-4fb0-9a30-1ecd14ebae25 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc773a2e-a6e4-4037-a278-1599b19ecd84,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:14.822502 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-238ff59e-a337-4852-b6bb-e3e2ca3d4152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683477'] for router_interface, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:15.144746 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-238ff59e-a337-4852-b6bb-e3e2ca3d4152 admin admin] Deleting port dfcc61ff-9d8c-414d-b662-68b9702c28ae {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:36:15.145165 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-238ff59e-a337-4852-b6bb-e3e2ca3d4152 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:15.225928 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [None req-238ff59e-a337-4852-b6bb-e3e2ca3d4152 admin admin] For port dfcc61ff-9d8c-414d-b662-68b9702c28ae, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=dfcc61ff-9d8c-414d-b662-68b9702c28ae,segment=NetworkSegment(c8887158-6cdc-4006-8ebd-257a0d3494f1),segment_id=c8887158-6cdc-4006-8ebd-257a0d3494f1)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:36:15.226275 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-238ff59e-a337-4852-b6bb-e3e2ca3d4152 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:15.239520 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-238ff59e-a337-4852-b6bb-e3e2ca3d4152 admin admin] Calling delete_port for dfcc61ff-9d8c-414d-b662-68b9702c28ae owned by network:router_interface {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:36:15.423777 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-238ff59e-a337-4852-b6bb-e3e2ca3d4152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:15.450142 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ff59e-a337-4852-b6bb-e3e2ca3d4152 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfcc61ff-9d8c-414d-b662-68b9702c28ae,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:15.617870 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-238ff59e-a337-4852-b6bb-e3e2ca3d4152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790373'] for router_interface, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:15.943856 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 79c69d48-d42f-4dea-b8fb-b981d633269a no longer exists at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:36:15.967031 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] No Port match for: 79c69d48-d42f-4dea-b8fb-b981d633269a {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:36:15.967379 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 79c69d48-d42f-4dea-b8fb-b981d633269a not bound to the agent host dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:36:16.085112 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238ff59e-a337-4852-b6bb-e3e2ca3d4152 admin admin] Router 73ccc999-d61b-452d-9169-975a37c3783e has already been hosted by L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:36:16.197990 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238ff59e-a337-4852-b6bb-e3e2ca3d4152 admin admin] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:36:16.204798 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-238ff59e-a337-4852-b6bb-e3e2ca3d4152 admin admin] 10.222.0.13 "PUT /v2.0/routers/73ccc999-d61b-452d-9169-975a37c3783e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8258626 Aug 13 04:36:16.205827 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 42866) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:36:16.207422 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0dbd1b-4a8f-4d71-9d18-c2b1a265e4a6 None None] Sync routers for ids ['73ccc999-d61b-452d-9169-975a37c3783e'] in dv-cinder-759961-6-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:36:16.222423 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0dbd1b-4a8f-4d71-9d18-c2b1a265e4a6 None None] Routers {'73ccc999-d61b-452d-9169-975a37c3783e'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:36:16.223212 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-af0dbd1b-4a8f-4d71-9d18-c2b1a265e4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:36:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['73ccc999-d61b-452d-9169-975a37c3783e'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:36:16.336405 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-af0dbd1b-4a8f-4d71-9d18-c2b1a265e4a6 None None] Set router 73ccc999-d61b-452d-9169-975a37c3783e gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:36:16.612352 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-74656d9b-2fa7-4a72-a11d-74bc363e349f admin admin] Notify callbacks [] for router, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:16.626595 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-af0dbd1b-4a8f-4d71-9d18-c2b1a265e4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ccc999-d61b-452d-9169-975a37c3783e', 'name': 'tempest-TestMinimumBasicScenario-1727249500-router', 'tenant_id': 'e6b774b35adb4e40bf07a814b70ff5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd14c98ea-86d4-4f6d-9c61-27b335ca7c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:33:11Z', 'updated_at': '2021-08-13T04:36:15Z', 'revision_number': 5, 'project_id': 'e6b774b35adb4e40bf07a814b70ff5c4', 'gw_port': {'id': 'd14c98ea-86d4-4f6d-9c61-27b335ca7c11', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ccc999-d61b-452d-9169-975a37c3783e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:33:11Z', 'updated_at': '2021-08-13T04:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi'}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:36:16.654086 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0dbd1b-4a8f-4d71-9d18-c2b1a265e4a6 None None] Checking router: 73ccc999-d61b-452d-9169-975a37c3783e for host: dv-cinder-759961-6-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:36:16.664078 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0dbd1b-4a8f-4d71-9d18-c2b1a265e4a6 None None] Routers {'73ccc999-d61b-452d-9169-975a37c3783e'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:36:16.664945 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-af0dbd1b-4a8f-4d71-9d18-c2b1a265e4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:36:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['73ccc999-d61b-452d-9169-975a37c3783e'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:36:16.725905 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-74656d9b-2fa7-4a72-a11d-74bc363e349f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:16.777935 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-af0dbd1b-4a8f-4d71-9d18-c2b1a265e4a6 None None] Set router 73ccc999-d61b-452d-9169-975a37c3783e gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:36:16.781731 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [None req-74656d9b-2fa7-4a72-a11d-74bc363e349f admin admin] Deleting port d14c98ea-86d4-4f6d-9c61-27b335ca7c11 {{(pid=93893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:36:16.782112 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-74656d9b-2fa7-4a72-a11d-74bc363e349f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:16.867517 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [None req-74656d9b-2fa7-4a72-a11d-74bc363e349f admin admin] For port d14c98ea-86d4-4f6d-9c61-27b335ca7c11, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=d14c98ea-86d4-4f6d-9c61-27b335ca7c11,segment=NetworkSegment(edab9050-aae2-4c9b-baa0-6e612e984a64),segment_id=edab9050-aae2-4c9b-baa0-6e612e984a64)] {{(pid=93893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:36:16.867921 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-74656d9b-2fa7-4a72-a11d-74bc363e349f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:16.881737 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [None req-74656d9b-2fa7-4a72-a11d-74bc363e349f admin admin] Calling delete_port for d14c98ea-86d4-4f6d-9c61-27b335ca7c11 owned by network:router_gateway {{(pid=93893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:36:16.971207 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-af0dbd1b-4a8f-4d71-9d18-c2b1a265e4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ccc999-d61b-452d-9169-975a37c3783e', 'name': 'tempest-TestMinimumBasicScenario-1727249500-router', 'tenant_id': 'e6b774b35adb4e40bf07a814b70ff5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd14c98ea-86d4-4f6d-9c61-27b335ca7c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:33:11Z', 'updated_at': '2021-08-13T04:36:15Z', 'revision_number': 5, 'project_id': 'e6b774b35adb4e40bf07a814b70ff5c4', 'gw_port': {'id': 'd14c98ea-86d4-4f6d-9c61-27b335ca7c11', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ccc999-d61b-452d-9169-975a37c3783e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:33:11Z', 'updated_at': '2021-08-13T04:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi'}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:36:16.998403 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0dbd1b-4a8f-4d71-9d18-c2b1a265e4a6 None None] The sync data for ids ['73ccc999-d61b-452d-9169-975a37c3783e'] in dv-cinder-759961-6-iscsi is: [{'id': '73ccc999-d61b-452d-9169-975a37c3783e', 'name': 'tempest-TestMinimumBasicScenario-1727249500-router', 'tenant_id': 'e6b774b35adb4e40bf07a814b70ff5c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd14c98ea-86d4-4f6d-9c61-27b335ca7c11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:33:11Z', 'updated_at': '2021-08-13T04:36:15Z', 'revision_number': 5, 'project_id': 'e6b774b35adb4e40bf07a814b70ff5c4', 'gw_port': {'id': 'd14c98ea-86d4-4f6d-9c61-27b335ca7c11', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:7a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ccc999-d61b-452d-9169-975a37c3783e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:33:11Z', 'updated_at': '2021-08-13T04:33:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi'}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:36:17.051719 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-74656d9b-2fa7-4a72-a11d-74bc363e349f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:17.082327 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74656d9b-2fa7-4a72-a11d-74bc363e349f admin admin] Pushing event deleted for resources: {'Port': ['ID=d14c98ea-86d4-4f6d-9c61-27b335ca7c11,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:17.140558 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-74656d9b-2fa7-4a72-a11d-74bc363e349f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3789023'] for router_gateway, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:17.246291 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-74656d9b-2fa7-4a72-a11d-74bc363e349f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-505241'] for router, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:17.248378 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-74656d9b-2fa7-4a72-a11d-74bc363e349f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:17.311611 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-74656d9b-2fa7-4a72-a11d-74bc363e349f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3787068'] for router, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:17.312164 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74656d9b-2fa7-4a72-a11d-74bc363e349f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73ccc999-d61b-452d-9169-975a37c3783e {{(pid=93893) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 04:36:17.317675 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-74656d9b-2fa7-4a72-a11d-74bc363e349f admin admin] Notify callbacks [] for router, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:17.318509 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-74656d9b-2fa7-4a72-a11d-74bc363e349f admin admin] 10.222.0.13 "DELETE /v2.0/routers/73ccc999-d61b-452d-9169-975a37c3783e HTTP/1.1" status: 204 len: 168 time: 1.1114748 Aug 13 04:36:17.321110 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 42880) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:36:17.383263 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.db_base_plugin_v2 [None req-568704d9-f0d0-4d6a-9532-dbf74105447d admin admin] Deleting subnet 8dcfc795-0449-4ec6-a829-623e2dc33d36 {{(pid=93893) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:36:17.388308 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-568704d9-f0d0-4d6a-9532-dbf74105447d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:17.431177 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-568704d9-f0d0-4d6a-9532-dbf74105447d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9290306'] for subnet, precommit_delete_associations {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:17.519691 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-568704d9-f0d0-4d6a-9532-dbf74105447d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033975'] for subnet, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:17.593003 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-568704d9-f0d0-4d6a-9532-dbf74105447d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9290103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9155894'] for subnet, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:17.631566 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-568704d9-f0d0-4d6a-9532-dbf74105447d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:17.633574 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-568704d9-f0d0-4d6a-9532-dbf74105447d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8dcfc795-0449-4ec6-a829-623e2dc33d36 HTTP/1.1" status: 204 len: 168 time: 0.3113761 Aug 13 04:36:17.636462 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 42892) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:36:17.642061 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1913bc-a381-4879-add6-c5091db08343 None None] Network 9ec45ecb-e1b6-4f30-a8bc-023cd4669aea requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:36:17.665324 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568704d9-f0d0-4d6a-9532-dbf74105447d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dcfc795-0449-4ec6-a829-623e2dc33d36,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:17.693300 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9f3a2-0236-4851-9e3d-dd51e8b3c418 req-e6775108-8cb4-43d3-9fcc-47fb48ef5630 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:17.695107 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f3b9f3a2-0236-4851-9e3d-dd51e8b3c418 req-e6775108-8cb4-43d3-9fcc-47fb48ef5630 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 945 time: 0.0755098 Aug 13 04:36:17.711173 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ab26f5b9-15c9-413d-90c5-bd93954cfa63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530472'] for network, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:17.754171 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f3b9f3a2-0236-4851-9e3d-dd51e8b3c418 req-8b4b8ab0-84eb-42f6-95e8-684b6faa2f9a tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431054 Aug 13 04:36:17.770615 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-ab26f5b9-15c9-413d-90c5-bd93954cfa63 admin admin] Deleting port 2901ded5-dbbb-4db8-932e-a8cfc7a52d69 {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:36:17.771235 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ab26f5b9-15c9-413d-90c5-bd93954cfa63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:17.842513 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [None req-ab26f5b9-15c9-413d-90c5-bd93954cfa63 admin admin] For port 2901ded5-dbbb-4db8-932e-a8cfc7a52d69, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=2901ded5-dbbb-4db8-932e-a8cfc7a52d69,segment=NetworkSegment(c8887158-6cdc-4006-8ebd-257a0d3494f1),segment_id=c8887158-6cdc-4006-8ebd-257a0d3494f1)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:36:17.842877 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ab26f5b9-15c9-413d-90c5-bd93954cfa63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:17.855840 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-ab26f5b9-15c9-413d-90c5-bd93954cfa63 admin admin] Calling delete_port for 2901ded5-dbbb-4db8-932e-a8cfc7a52d69 owned by network:dhcp {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:36:17.934728 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ab26f5b9-15c9-413d-90c5-bd93954cfa63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:17.961449 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26f5b9-15c9-413d-90c5-bd93954cfa63 admin admin] Pushing event deleted for resources: {'Port': ['ID=2901ded5-dbbb-4db8-932e-a8cfc7a52d69,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:17.963246 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab26f5b9-15c9-413d-90c5-bd93954cfa63 admin admin] No DVR routers for this DVR port 2901ded5-dbbb-4db8-932e-a8cfc7a52d69 on host dv-cinder-759961-6-iscsi {{(pid=93894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:36:18.034462 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ab26f5b9-15c9-413d-90c5-bd93954cfa63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038704', 'neutron.services.segments.db._delete_segments_for_network-8740403467888'] for network, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:18.043761 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-ab26f5b9-15c9-413d-90c5-bd93954cfa63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ec45ecb-e1b6-4f30-a8bc-023cd4669aea']}} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:36:18.054555 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-ab26f5b9-15c9-413d-90c5-bd93954cfa63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8887158-6cdc-4006-8ebd-257a0d3494f1') {'for_net_delete': True} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:36:18.054857 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-ab26f5b9-15c9-413d-90c5-bd93954cfa63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8887158-6cdc-4006-8ebd-257a0d3494f1') {} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:36:18.064875 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ab26f5b9-15c9-413d-90c5-bd93954cfa63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403392121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571645'] for segment, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:18.078028 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ab26f5b9-15c9-413d-90c5-bd93954cfa63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910'] for segment, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:18.084226 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab26f5b9-15c9-413d-90c5-bd93954cfa63 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=93894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:36:18.084748 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ab26f5b9-15c9-413d-90c5-bd93954cfa63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8757354'] for segment, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:18.086385 dv-cinder-759961-6-iscsi neutron-server[93894]: Traceback (most recent call last): Aug 13 04:36:18.086385 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:36:18.086385 dv-cinder-759961-6-iscsi neutron-server[93894]: timer() Aug 13 04:36:18.086385 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:36:18.086385 dv-cinder-759961-6-iscsi neutron-server[93894]: cb(*args, **kw) Aug 13 04:36:18.086385 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:36:18.086385 dv-cinder-759961-6-iscsi neutron-server[93894]: return func(*args, **kwargs) Aug 13 04:36:18.086385 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:36:18.086385 dv-cinder-759961-6-iscsi neutron-server[93894]: self._notify() Aug 13 04:36:18.086385 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:36:18.086385 dv-cinder-759961-6-iscsi neutron-server[93894]: self.callback(batched_events) Aug 13 04:36:18.086385 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:36:18.086385 dv-cinder-759961-6-iscsi neutron-server[93894]: event.method(event) Aug 13 04:36:18.086385 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:36:18.086385 dv-cinder-759961-6-iscsi neutron-server[93894]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:36:18.086385 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:36:18.086385 dv-cinder-759961-6-iscsi neutron-server[93894]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:36:18.086385 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:36:18.086385 dv-cinder-759961-6-iscsi neutron-server[93894]: return f(self, *a, **k) Aug 13 04:36:18.086385 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:36:18.086385 dv-cinder-759961-6-iscsi neutron-server[93894]: return self._get(url).json() Aug 13 04:36:18.086385 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:36:18.086385 dv-cinder-759961-6-iscsi neutron-server[93894]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:36:18.086385 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:36:18.086385 dv-cinder-759961-6-iscsi neutron-server[93894]: return self.request(url, 'GET', **kwargs) Aug 13 04:36:18.086385 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:36:18.086385 dv-cinder-759961-6-iscsi neutron-server[93894]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:36:18.086385 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:36:18.086385 dv-cinder-759961-6-iscsi neutron-server[93894]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:36:18.086385 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:36:18.086385 dv-cinder-759961-6-iscsi neutron-server[93894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:36:18.086385 dv-cinder-759961-6-iscsi neutron-server[93894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:36:18.123075 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20509a0c-12c1-47fa-9317-9ed12ffe271b None None] DHCP port deletion for 9ec45ecb-e1b6-4f30-a8bc-023cd4669aea request from dv-cinder-759961-6-iscsi {{(pid=93895) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 04:36:18.152915 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ab26f5b9-15c9-413d-90c5-bd93954cfa63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3788963'] for network, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:18.178721 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ab26f5b9-15c9-413d-90c5-bd93954cfa63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:18.180692 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-ab26f5b9-15c9-413d-90c5-bd93954cfa63 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9ec45ecb-e1b6-4f30-a8bc-023cd4669aea HTTP/1.1" status: 204 len: 168 time: 0.5432463 Aug 13 04:36:18.196937 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26f5b9-15c9-413d-90c5-bd93954cfa63 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ec45ecb-e1b6-4f30-a8bc-023cd4669aea,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:18.208534 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device d14c98ea-86d4-4f6d-9c61-27b335ca7c11 no longer exists at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:36:18.232136 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] No Port match for: d14c98ea-86d4-4f6d-9c61-27b335ca7c11 {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:36:18.232484 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device d14c98ea-86d4-4f6d-9c61-27b335ca7c11 not bound to the agent host dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:36:18.232908 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device dfcc61ff-9d8c-414d-b662-68b9702c28ae no longer exists at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:36:18.252856 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] No Port match for: dfcc61ff-9d8c-414d-b662-68b9702c28ae {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:36:18.253202 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device dfcc61ff-9d8c-414d-b662-68b9702c28ae not bound to the agent host dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:36:18.253656 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 2901ded5-dbbb-4db8-932e-a8cfc7a52d69 no longer exists at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:36:18.272597 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] No Port match for: 2901ded5-dbbb-4db8-932e-a8cfc7a52d69 {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:36:18.272886 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 2901ded5-dbbb-4db8-932e-a8cfc7a52d69 not bound to the agent host dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:36:18.311876 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 42898) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:36:18.354062 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-986fce54-8caa-48ab-891f-3def0656f1ab admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c41ff29303444fd0820593792b37e277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403097 Aug 13 04:36:18.356569 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 42900) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:36:18.407826 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ccc0ab33-4a43-424a-a6ef-5341d9f0d8a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:18.431215 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ccc0ab33-4a43-424a-a6ef-5341d9f0d8a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:18.486415 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ccc0ab33-4a43-424a-a6ef-5341d9f0d8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:18.488953 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ccc0ab33-4a43-424a-a6ef-5341d9f0d8a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:18.492552 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-ccc0ab33-4a43-424a-a6ef-5341d9f0d8a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/473c120d-9a7c-4676-95a4-d20064b7d714 HTTP/1.1" status: 204 len: 168 time: 0.1325552 Aug 13 04:36:18.497868 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0ab33-4a43-424a-a6ef-5341d9f0d8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473c120d-9a7c-4676-95a4-d20064b7d714,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:18.817892 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 42910) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:36:18.858002 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-87db9fcb-d49b-4b6c-8633-d34fece3604b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e6b774b35adb4e40bf07a814b70ff5c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388842 Aug 13 04:36:18.860572 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 42912) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:36:18.880006 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890b4b6-d8c6-4abb-bc51-6c56b7b712a0 req-ab971b3e-51e5-48ba-9ff9-b7e49775ead9 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:18.881632 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a890b4b6-d8c6-4abb-bc51-6c56b7b712a0 req-ab971b3e-51e5-48ba-9ff9-b7e49775ead9 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 945 time: 0.0551360 Aug 13 04:36:18.908934 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-b8a23d0b-bdc1-42a5-b5a0-b4bef120e21c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:18.921723 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a890b4b6-d8c6-4abb-bc51-6c56b7b712a0 req-eb83c88c-6d5c-420e-bd20-cb887aff6812 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339534 Aug 13 04:36:18.931232 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-b8a23d0b-bdc1-42a5-b5a0-b4bef120e21c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:18.980522 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-b8a23d0b-bdc1-42a5-b5a0-b4bef120e21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:18.983342 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-b8a23d0b-bdc1-42a5-b5a0-b4bef120e21c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:18.984591 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-b8a23d0b-bdc1-42a5-b5a0-b4bef120e21c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a0c2034-ad23-43f3-8873-fd2c2e4158c9 HTTP/1.1" status: 204 len: 168 time: 0.1230884 Aug 13 04:36:18.993583 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a23d0b-bdc1-42a5-b5a0-b4bef120e21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0c2034-ad23-43f3-8873-fd2c2e4158c9,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:20.038389 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65d7bb-c383-4478-9962-76f369ce2a24 req-d7185613-1d5e-4ab1-b1dd-ead0dd8c8d4f tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:20.039864 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4b65d7bb-c383-4478-9962-76f369ce2a24 req-d7185613-1d5e-4ab1-b1dd-ead0dd8c8d4f tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 945 time: 0.0491207 Aug 13 04:36:20.076955 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4b65d7bb-c383-4478-9962-76f369ce2a24 req-b9660311-711e-47a3-bb0f-6d1142af55ca tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311837 Aug 13 04:36:21.190116 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410ce7fc-39b3-48f4-a8bf-a00b2bdb95c1 req-b58401b2-7732-41cc-9727-6efc11f337d4 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:21.191580 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-410ce7fc-39b3-48f4-a8bf-a00b2bdb95c1 req-b58401b2-7732-41cc-9727-6efc11f337d4 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 945 time: 0.0486281 Aug 13 04:36:21.227929 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-410ce7fc-39b3-48f4-a8bf-a00b2bdb95c1 req-9435ff54-680f-46c1-8a75-799f5936f4c7 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304759 Aug 13 04:36:22.346767 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e967383-7094-41fe-a8bb-e86709215b83 req-974813d5-8a77-42be-9ec9-0515f21c3dc1 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:22.348221 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0e967383-7094-41fe-a8bb-e86709215b83 req-974813d5-8a77-42be-9ec9-0515f21c3dc1 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 945 time: 0.0519583 Aug 13 04:36:22.386261 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0e967383-7094-41fe-a8bb-e86709215b83 req-711d8d14-8219-47bf-8606-82239dd807cf tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320916 Aug 13 04:36:23.512623 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b846cf5-88f7-4189-af44-a1676cba7d78 req-e6fc5247-ab13-46f9-bb2d-da3cfa61187a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:23.514159 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5b846cf5-88f7-4189-af44-a1676cba7d78 req-e6fc5247-ab13-46f9-bb2d-da3cfa61187a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0772858 Aug 13 04:36:23.538644 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e7d36-0183-4446-a9c8-c610c5432ca8 req-2410dfe2-959b-4dd0-aaac-81e2347ad215 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:23.540756 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-408e7d36-0183-4446-a9c8-c610c5432ca8 req-2410dfe2-959b-4dd0-aaac-81e2347ad215 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 945 time: 0.0766983 Aug 13 04:36:23.592451 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5b846cf5-88f7-4189-af44-a1676cba7d78 req-fbdeb442-d5f5-4b67-9ea9-38eb58249907 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694940 Aug 13 04:36:23.608182 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-408e7d36-0183-4446-a9c8-c610c5432ca8 req-0079da2c-d6fa-4252-bd38-20868792a7cd tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592444 Aug 13 04:36:24.754418 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d2bf5-9795-4193-8792-03d58e24de57 req-2b008aed-4b3b-47e0-80da-87ea1e4726e6 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:24.755865 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d57d2bf5-9795-4193-8792-03d58e24de57 req-2b008aed-4b3b-47e0-80da-87ea1e4726e6 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 945 time: 0.0722973 Aug 13 04:36:24.763020 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3e60f-da86-4aca-8948-d54a2c05c5fb req-743f611d-67a3-4cc0-8779-6a0d5fe93e20 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:24.764364 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-afc3e60f-da86-4aca-8948-d54a2c05c5fb req-743f611d-67a3-4cc0-8779-6a0d5fe93e20 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0949874 Aug 13 04:36:24.818496 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d57d2bf5-9795-4193-8792-03d58e24de57 req-16e86bf7-601a-4ccf-99cd-fa4b83b7bc66 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532010 Aug 13 04:36:24.823290 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-afc3e60f-da86-4aca-8948-d54a2c05c5fb req-80e44a68-1a89-4794-a522-31c280d60eb2 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520649 Aug 13 04:36:25.052292 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514ee51e-5bde-4e84-8693-5c3aa7fb8876 req-9d1752d8-03a1-4d7b-a07c-3ce8dea42952 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:25.053772 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-514ee51e-5bde-4e84-8693-5c3aa7fb8876 req-9d1752d8-03a1-4d7b-a07c-3ce8dea42952 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 946 time: 0.0527594 Aug 13 04:36:25.090382 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-514ee51e-5bde-4e84-8693-5c3aa7fb8876 req-07751d48-3a59-42c0-bc5f-a5ffb4911bbe tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304620 Aug 13 04:36:25.965037 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ce219-bf3d-4355-96bf-c19f10e36939 req-f7d917b1-b803-4487-a2fb-7ebc942c79cd tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:25.966579 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-824ce219-bf3d-4355-96bf-c19f10e36939 req-f7d917b1-b803-4487-a2fb-7ebc942c79cd tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 945 time: 0.0788145 Aug 13 04:36:25.979476 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af6ae4-1b6e-4b82-ae59-97fcf492647a req-937d07de-8932-42ca-b502-328a12a1c123 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:25.980959 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-04af6ae4-1b6e-4b82-ae59-97fcf492647a req-937d07de-8932-42ca-b502-328a12a1c123 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0676289 Aug 13 04:36:26.036198 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-824ce219-bf3d-4355-96bf-c19f10e36939 req-e6c9ccf9-4f06-4c96-89f4-18cc03fef90d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542099 Aug 13 04:36:26.043233 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-04af6ae4-1b6e-4b82-ae59-97fcf492647a req-ebdb5d9e-71e1-43ad-a91d-688aee50d081 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537572 Aug 13 04:36:26.218456 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8230d-123d-4bd1-a7d7-fae0c1a32135 req-b1e436e0-8fc2-4e2a-84ab-282a1e1c7c5f tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:26.220156 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1cd8230d-123d-4bd1-a7d7-fae0c1a32135 req-b1e436e0-8fc2-4e2a-84ab-282a1e1c7c5f tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 946 time: 0.0593653 Aug 13 04:36:26.266332 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1cd8230d-123d-4bd1-a7d7-fae0c1a32135 req-f42c46b1-8bdc-416d-bafa-c2454428ec78 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398443 Aug 13 04:36:26.888891 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2c107-6764-4c4e-aeef-60cc9a61db63 req-79ab01c0-5789-4b32-86d1-2e363f046803 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:26.890366 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-dfc2c107-6764-4c4e-aeef-60cc9a61db63 req-79ab01c0-5789-4b32-86d1-2e363f046803 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.64 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 946 time: 0.0520854 Aug 13 04:36:26.985893 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [req-dfc2c107-6764-4c4e-aeef-60cc9a61db63 req-3916bc33-2052-4edb-91c2-f59fdfe5997b tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Deleting port a6019955-dfeb-42fd-bf68-d1fac8198ecb {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:36:26.986235 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-dfc2c107-6764-4c4e-aeef-60cc9a61db63 req-3916bc33-2052-4edb-91c2-f59fdfe5997b tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:27.090708 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-dfc2c107-6764-4c4e-aeef-60cc9a61db63 req-3916bc33-2052-4edb-91c2-f59fdfe5997b tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] For port a6019955-dfeb-42fd-bf68-d1fac8198ecb, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a6019955-dfeb-42fd-bf68-d1fac8198ecb,segment=NetworkSegment(55400ce5-562b-4df1-92f9-d4df5f090c2a),segment_id=55400ce5-562b-4df1-92f9-d4df5f090c2a)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:36:27.090957 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-dfc2c107-6764-4c4e-aeef-60cc9a61db63 req-3916bc33-2052-4edb-91c2-f59fdfe5997b tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:27.187833 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14939541-d7e7-4df5-9d74-bc143faa708c req-ad247bb1-a474-4e01-bab6-bbdd45c52ef1 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:27.189844 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-14939541-d7e7-4df5-9d74-bc143faa708c req-ad247bb1-a474-4e01-bab6-bbdd45c52ef1 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 945 time: 0.0768402 Aug 13 04:36:27.201780 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07740458-fb6f-41aa-af8c-1b8b11336814 req-18286054-6fdc-4920-be01-8693c79a47a8 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:27.203284 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-07740458-fb6f-41aa-af8c-1b8b11336814 req-18286054-6fdc-4920-be01-8693c79a47a8 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0814147 Aug 13 04:36:27.262296 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-14939541-d7e7-4df5-9d74-bc143faa708c req-f763677a-272f-4fa5-bf2e-81102aa508f5 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571828 Aug 13 04:36:27.270587 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-07740458-fb6f-41aa-af8c-1b8b11336814 req-5e8e552a-2d81-4489-8041-0f187a5a100c tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526807 Aug 13 04:36:27.270885 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-dfc2c107-6764-4c4e-aeef-60cc9a61db63 req-3916bc33-2052-4edb-91c2-f59fdfe5997b tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:27.271301 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-dfc2c107-6764-4c4e-aeef-60cc9a61db63 req-3916bc33-2052-4edb-91c2-f59fdfe5997b tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3788949'] for floatingip, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:27.271743 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.db.l3_db [req-dfc2c107-6764-4c4e-aeef-60cc9a61db63 req-3916bc33-2052-4edb-91c2-f59fdfe5997b tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Floating IP c1cbeda8-91d4-49bb-b618-cc484559bcb3 disassociated. External IP: 172.27.0.59, port: a6019955-dfeb-42fd-bf68-d1fac8198ecb. Aug 13 04:36:27.272106 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [req-dfc2c107-6764-4c4e-aeef-60cc9a61db63 req-3916bc33-2052-4edb-91c2-f59fdfe5997b tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Calling delete_port for a6019955-dfeb-42fd-bf68-d1fac8198ecb owned by compute:nova {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:36:27.388251 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74cb86-0fb0-4282-813f-8ea77532103c req-21d6e5da-213d-4a43-bbca-758d0fc41587 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:27.389789 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2e74cb86-0fb0-4282-813f-8ea77532103c req-21d6e5da-213d-4a43-bbca-758d0fc41587 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e0099a-7c38-4609-a63f-fee3baa6db7a HTTP/1.1" status: 200 len: 946 time: 0.0506034 Aug 13 04:36:27.413012 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-dfc2c107-6764-4c4e-aeef-60cc9a61db63 req-3916bc33-2052-4edb-91c2-f59fdfe5997b tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:27.430091 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2e74cb86-0fb0-4282-813f-8ea77532103c req-6ba4e63a-4c13-44cb-99b5-3400bd32745c tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334918 Aug 13 04:36:27.444965 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3916bc33-2052-4edb-91c2-f59fdfe5997b tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Pushing event deleted for resources: {'Port': ['ID=a6019955-dfeb-42fd-bf68-d1fac8198ecb,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:27.567394 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfc2c107-6764-4c4e-aeef-60cc9a61db63 req-3916bc33-2052-4edb-91c2-f59fdfe5997b tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Router 84c8ba90-bd75-48e8-9809-29e8e1ab1971 has already been hosted by L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:36:27.676750 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfc2c107-6764-4c4e-aeef-60cc9a61db63 req-3916bc33-2052-4edb-91c2-f59fdfe5997b tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:36:27.686292 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3947aa09-2c93-4e3b-9ae7-fb25041982bb None None] Sync routers for ids ['84c8ba90-bd75-48e8-9809-29e8e1ab1971'] in dv-cinder-759961-6-iscsi {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:36:27.696673 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3947aa09-2c93-4e3b-9ae7-fb25041982bb None None] Routers {'84c8ba90-bd75-48e8-9809-29e8e1ab1971'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:36:27.697222 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-3947aa09-2c93-4e3b-9ae7-fb25041982bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:36:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['84c8ba90-bd75-48e8-9809-29e8e1ab1971'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:36:27.716503 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc2c107-6764-4c4e-aeef-60cc9a61db63 req-3916bc33-2052-4edb-91c2-f59fdfe5997b tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] No DVR routers for this DVR port a6019955-dfeb-42fd-bf68-d1fac8198ecb on host hv-cinder-75996 {{(pid=93894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:36:27.719276 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-dfc2c107-6764-4c4e-aeef-60cc9a61db63 req-3916bc33-2052-4edb-91c2-f59fdfe5997b tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:27.721460 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-dfc2c107-6764-4c4e-aeef-60cc9a61db63 req-3916bc33-2052-4edb-91c2-f59fdfe5997b tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.64 "DELETE /v2.0/ports/a6019955-dfeb-42fd-bf68-d1fac8198ecb HTTP/1.1" status: 204 len: 173 time: 0.8229945 Aug 13 04:36:27.721902 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e0099a-7c38-4609-a63f-fee3baa6db7a', 'name': 'network-vif-deleted', 'tag': 'a6019955-dfeb-42fd-bf68-d1fac8198ecb'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:36:27.724116 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70cdd4b14b3222e3d0e13c26c8e97d260020fc564b3ab37a06bbaa54b203d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2ddbf7-9b5f-4110-a0ac-63c1c2c20b0d" -d '{"events": [{"server_uuid": "04e0099a-7c38-4609-a63f-fee3baa6db7a", "name": "network-vif-deleted", "tag": "a6019955-dfeb-42fd-bf68-d1fac8198ecb"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:36:27.762525 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab25cf1-1b78-4113-a44c-edc17d9592f7 x-openstack-request-id: req-3ab25cf1-1b78-4113-a44c-edc17d9592f7 {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:36:27.763155 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e0099a-7c38-4609-a63f-fee3baa6db7a", "name": "network-vif-deleted", "tag": "a6019955-dfeb-42fd-bf68-d1fac8198ecb", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:36:27.763581 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ab25cf1-1b78-4113-a44c-edc17d9592f7 {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:36:27.763982 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e0099a-7c38-4609-a63f-fee3baa6db7a', 'name': 'network-vif-deleted', 'tag': 'a6019955-dfeb-42fd-bf68-d1fac8198ecb', 'status': 'completed', 'code': 200} Aug 13 04:36:27.810243 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-3947aa09-2c93-4e3b-9ae7-fb25041982bb None None] Set router 84c8ba90-bd75-48e8-9809-29e8e1ab1971 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:36:27.840264 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b860375-388c-4a78-b401-0c458953e896 req-17fc5f01-466e-4638-a2a6-49ca65cfe1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:27.842069 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-0b860375-388c-4a78-b401-0c458953e896 req-17fc5f01-466e-4638-a2a6-49ca65cfe1fa service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88885460859447cea3664074daf50abb&device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 1098 time: 0.0509853 Aug 13 04:36:27.946205 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b860375-388c-4a78-b401-0c458953e896 req-125f2c2e-06e2-427e-b026-5278ad5982f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:27.948101 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-0b860375-388c-4a78-b401-0c458953e896 req-125f2c2e-06e2-427e-b026-5278ad5982f5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=48b70047-4f37-4bcb-9978-33a75e7a4b30 HTTP/1.1" status: 200 len: 909 time: 0.0977318 Aug 13 04:36:28.025177 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-0b860375-388c-4a78-b401-0c458953e896 req-df65c7ec-2d12-428f-9e1f-98d408e8392f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1166ab58-4fa6-49a1-b301-c03b411d9dc0 HTTP/1.1" status: 200 len: 1001 time: 0.0697184 Aug 13 04:36:28.041398 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-3947aa09-2c93-4e3b-9ae7-fb25041982bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'name': 'tempest-TestVolumeBootPattern-334249644-router', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:11Z', 'updated_at': '2021-08-13T04:32:18Z', 'revision_number': 4, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'gw_port': {'id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:12Z', 'updated_at': '2021-08-13T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': '6ee537ad-5512-45bb-934e-4815e20a6d76', 'name': '', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'mac_address': 'fa:16:3e:7c:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:16Z', 'updated_at': '2021-08-13T04:32:31Z', 'revision_number': 5, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'subnets': [{'id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:36:28.070255 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3947aa09-2c93-4e3b-9ae7-fb25041982bb None None] Checking router: 84c8ba90-bd75-48e8-9809-29e8e1ab1971 for host: dv-cinder-759961-6-iscsi {{(pid=93895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:36:28.080383 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3947aa09-2c93-4e3b-9ae7-fb25041982bb None None] Routers {'84c8ba90-bd75-48e8-9809-29e8e1ab1971'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:36:28.081171 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-3947aa09-2c93-4e3b-9ae7-fb25041982bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:36:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['84c8ba90-bd75-48e8-9809-29e8e1ab1971'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:36:28.085995 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b860375-388c-4a78-b401-0c458953e896 req-e7964211-4d30-4493-add8-d0fe5b41959d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:28.087699 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-0b860375-388c-4a78-b401-0c458953e896 req-e7964211-4d30-4493-add8-d0fe5b41959d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47785185-d5f8-433d-afab-e7fc9175212b HTTP/1.1" status: 200 len: 847 time: 0.0545797 Aug 13 04:36:28.149625 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b860375-388c-4a78-b401-0c458953e896 req-2ca9b4d9-f5aa-4bc4-b15c-cf6fab9b630a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:28.151516 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-0b860375-388c-4a78-b401-0c458953e896 req-2ca9b4d9-f5aa-4bc4-b15c-cf6fab9b630a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=48b70047-4f37-4bcb-9978-33a75e7a4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480440 Aug 13 04:36:28.207397 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-3947aa09-2c93-4e3b-9ae7-fb25041982bb None None] Set router 84c8ba90-bd75-48e8-9809-29e8e1ab1971 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:36:28.257986 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-0b860375-388c-4a78-b401-0c458953e896 req-5bba0b13-c1e3-45ba-82ca-1eda6ec0f0bf service neutron] 10.222.0.64 "GET /v2.0/networks/48b70047-4f37-4bcb-9978-33a75e7a4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958152 Aug 13 04:36:28.360882 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-0b860375-388c-4a78-b401-0c458953e896 req-64a214db-ec5a-4a05-8ff2-cf31fdb74fd0 service neutron] 10.222.0.64 "GET /v2.0/networks/48b70047-4f37-4bcb-9978-33a75e7a4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945480 Aug 13 04:36:28.447604 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-3947aa09-2c93-4e3b-9ae7-fb25041982bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'name': 'tempest-TestVolumeBootPattern-334249644-router', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:11Z', 'updated_at': '2021-08-13T04:32:18Z', 'revision_number': 4, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'gw_port': {'id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:12Z', 'updated_at': '2021-08-13T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': '6ee537ad-5512-45bb-934e-4815e20a6d76', 'name': '', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'mac_address': 'fa:16:3e:7c:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:16Z', 'updated_at': '2021-08-13T04:32:31Z', 'revision_number': 5, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'subnets': [{'id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:36:28.448042 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81bfacf-00d0-4f5d-81b1-85d3150c374e req-c9bb7a3b-f091-461e-aa17-fd2119c4ff50 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:28.449586 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d81bfacf-00d0-4f5d-81b1-85d3150c374e req-c9bb7a3b-f091-461e-aa17-fd2119c4ff50 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 945 time: 0.0850050 Aug 13 04:36:28.459049 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6e05e-3158-4836-9b2f-06cbc33b51c0 req-d38d7317-434f-4e12-9691-e4db17f8c31f tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:28.460440 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-79d6e05e-3158-4836-9b2f-06cbc33b51c0 req-d38d7317-434f-4e12-9691-e4db17f8c31f tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0873463 Aug 13 04:36:28.480390 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3947aa09-2c93-4e3b-9ae7-fb25041982bb None None] The sync data for ids ['84c8ba90-bd75-48e8-9809-29e8e1ab1971'] in dv-cinder-759961-6-iscsi is: [{'id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'name': 'tempest-TestVolumeBootPattern-334249644-router', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:11Z', 'updated_at': '2021-08-13T04:32:18Z', 'revision_number': 4, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'gw_port': {'id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:12Z', 'updated_at': '2021-08-13T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': '6ee537ad-5512-45bb-934e-4815e20a6d76', 'name': '', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'mac_address': 'fa:16:3e:7c:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:16Z', 'updated_at': '2021-08-13T04:32:31Z', 'revision_number': 5, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'subnets': [{'id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:36:28.518143 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d81bfacf-00d0-4f5d-81b1-85d3150c374e req-48b9436a-3ce9-4f65-a5fc-9e45266e88bb tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566230 Aug 13 04:36:28.529774 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-79d6e05e-3158-4836-9b2f-06cbc33b51c0 req-8e480618-e1bb-40bc-a50d-282e7413d4d6 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615551 Aug 13 04:36:28.770563 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faf8ae3-9c00-47c1-8a49-54f962bfedeb None None] New status for floating IP c1cbeda8-91d4-49bb-b618-cc484559bcb3: DOWN {{(pid=93896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:36:28.819958 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-c96b5e64-5d11-45ba-b2b7-294e263db749 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2048961314&fields=id&tenant_id=6f2d284955ea4d12b60ceba4f7a53e87 HTTP/1.1" status: 200 len: 267 time: 0.0337141 Aug 13 04:36:28.931535 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-6d4a1950-2341-4095-8a5e-dea1e0e94f43 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:28.932997 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-6d4a1950-2341-4095-8a5e-dea1e0e94f43 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/networks?id=87d3a17b-ea4d-435b-9c8e-36b4c38780d2 HTTP/1.1" status: 200 len: 811 time: 0.1059818 Aug 13 04:36:28.949130 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-739667da-49af-4349-89ed-55ea3bb04f96 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/quotas/6f2d284955ea4d12b60ceba4f7a53e87 HTTP/1.1" status: 200 len: 375 time: 0.0091274 Aug 13 04:36:29.008115 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-06121f1c-c648-416d-8727-7f21b2da64fe tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f2d284955ea4d12b60ceba4f7a53e87&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535619 Aug 13 04:36:29.111761 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-95de8714-65a2-4bab-9453-806f96a6b81e service neutron] 10.222.0.13 "GET /v2.0/networks/87d3a17b-ea4d-435b-9c8e-36b4c38780d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922575 Aug 13 04:36:29.208270 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-2e678ea4-7cd9-4ee3-a56b-da6c454b88df service neutron] 10.222.0.13 "GET /v2.0/networks/87d3a17b-ea4d-435b-9c8e-36b4c38780d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893059 Aug 13 04:36:29.275080 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device a6019955-dfeb-42fd-bf68-d1fac8198ecb no longer exists at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:36:29.295942 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] No Port match for: a6019955-dfeb-42fd-bf68-d1fac8198ecb {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:36:29.296392 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device a6019955-dfeb-42fd-bf68-d1fac8198ecb not bound to the agent host hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:36:29.511059 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7908a21c-bc32-41d7-b856-eaefae257994 req-eb60978a-9a1f-43f6-880c-33d255c582a4 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fee77a-c81e-400f-8a01-959a6d472e9c HTTP/1.1" status: 200 len: 210 time: 0.0297997 Aug 13 04:36:29.695987 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb6585-6a7e-456d-8a58-2538481f092c req-cdfd3f6b-9532-473e-b35e-b9a272a04a55 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:29.697560 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-77bb6585-6a7e-456d-8a58-2538481f092c req-cdfd3f6b-9532-473e-b35e-b9a272a04a55 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0800278 Aug 13 04:36:29.706580 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce42fc-5b3e-40a9-a4b8-9651846d4a81 req-488f6429-6f65-471b-9780-bec721d84e80 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:29.708159 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f2ce42fc-5b3e-40a9-a4b8-9651846d4a81 req-488f6429-6f65-471b-9780-bec721d84e80 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 945 time: 0.0792160 Aug 13 04:36:29.767371 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-77bb6585-6a7e-456d-8a58-2538481f092c req-42628dfb-1757-4ba1-b084-fb1c4406ea00 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577612 Aug 13 04:36:29.772232 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f2ce42fc-5b3e-40a9-a4b8-9651846d4a81 req-e41727b8-ba14-4193-b8c7-f5d26f0151eb tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570331 Aug 13 04:36:30.376122 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 6 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:36:30.588207 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-957029cb-3606-4b3a-86ae-2748319bcdda tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:30.589959 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-957029cb-3606-4b3a-86ae-2748319bcdda tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.64 "GET /v2.0/networks?id=87d3a17b-ea4d-435b-9c8e-36b4c38780d2 HTTP/1.1" status: 200 len: 811 time: 0.1499813 Aug 13 04:36:30.619205 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f209c274-60f2-4de3-abfd-5943f69ef31f req-bf4ceae9-8965-468f-9b16-2328fd4e7024 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fee77a-c81e-400f-8a01-959a6d472e9c HTTP/1.1" status: 200 len: 210 time: 0.0300508 Aug 13 04:36:30.651563 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-d2d97187-0462-4c83-9e61-c2c843a3d1c7 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f2d284955ea4d12b60ceba4f7a53e87 HTTP/1.1" status: 200 len: 380 time: 0.0478747 Aug 13 04:36:30.664195 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-7a20fca5-5f91-4633-bdbd-ede9767307a7 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Request body: {'port': {'device_id': '06fee77a-c81e-400f-8a01-959a6d472e9c', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'admin_state_up': True, 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'security_groups': ['cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a']}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:36:30.775642 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-7a20fca5-5f91-4633-bdbd-ede9767307a7 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Made reservation on behalf of 6f2d284955ea4d12b60ceba4f7a53e87 for: {'port': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:36:30.779845 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-7a20fca5-5f91-4633-bdbd-ede9767307a7 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:30.912771 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-7a20fca5-5f91-4633-bdbd-ede9767307a7 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Allocated IP 172.20.0.9 (87d3a17b-ea4d-435b-9c8e-36b4c38780d2/70eada8e-6c53-4591-b1fd-b63b9652e2e1/b09d6a5f-8290-4c39-852c-99ab3183d05c) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:36:30.930604 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab71218-89a8-4ebc-a50c-5dde1f7a1dda req-c61a1354-5385-49f7-b90a-a4ea056ec17e tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:30.932278 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0ab71218-89a8-4ebc-a50c-5dde1f7a1dda req-c61a1354-5385-49f7-b90a-a4ea056ec17e tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 945 time: 0.0872188 Aug 13 04:36:30.939995 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0389b00-8dfc-4ff0-9728-3a08c03b667e req-3b609d14-fd61-4373-a9e4-bf4acb51e0f5 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:30.941404 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d0389b00-8dfc-4ff0-9728-3a08c03b667e req-3b609d14-fd61-4373-a9e4-bf4acb51e0f5 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0873144 Aug 13 04:36:31.000437 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0ab71218-89a8-4ebc-a50c-5dde1f7a1dda req-efde374f-c706-4d7a-a862-c2091baf5ba6 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580382 Aug 13 04:36:31.005968 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d0389b00-8dfc-4ff0-9728-3a08c03b667e req-16adbcf0-9852-4edc-b666-43301d67fe09 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578048 Aug 13 04:36:31.063013 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-7a20fca5-5f91-4633-bdbd-ede9767307a7 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:31.075383 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.provisioning_blocks [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-7a20fca5-5f91-4633-bdbd-ede9767307a7 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Transition to ACTIVE for port object b09d6a5f-8290-4c39-852c-99ab3183d05c will not be triggered until provisioned by entity DHCP. {{(pid=93894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:36:31.111662 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-7a20fca5-5f91-4633-bdbd-ede9767307a7 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:31.174311 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-7a20fca5-5f91-4633-bdbd-ede9767307a7 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Network 87d3a17b-ea4d-435b-9c8e-36b4c38780d2 is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:36:31.192552 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-7a20fca5-5f91-4633-bdbd-ede9767307a7 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:36:31.195004 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-7a20fca5-5f91-4633-bdbd-ede9767307a7 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:36:31.220459 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5e12f-f3cc-43b3-946d-dfeee520ec55 req-d0c630e4-a9f4-4ca3-ad73-a137b82a757e tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:31.222097 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-00a5e12f-f3cc-43b3-946d-dfeee520ec55 req-d0c630e4-a9f4-4ca3-ad73-a137b82a757e tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 945 time: 0.0511670 Aug 13 04:36:31.224435 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20fca5-5f91-4633-bdbd-ede9767307a7 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Pushing event updated for resources: {'Port': ['ID=b09d6a5f-8290-4c39-852c-99ab3183d05c,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:31.257616 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-68d90951-206d-4e5b-80a6-8ec2ecb65877 req-903c2787-be0a-4330-a943-7852d6e08f70 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1028917 Aug 13 04:36:31.264173 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-7a20fca5-5f91-4633-bdbd-ede9767307a7 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:31.264583 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-7a20fca5-5f91-4633-bdbd-ede9767307a7 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:31.267334 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-00a5e12f-f3cc-43b3-946d-dfeee520ec55 req-0b6f260f-67e7-498f-8025-4f132c29069a tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387979 Aug 13 04:36:31.291023 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-7a20fca5-5f91-4633-bdbd-ede9767307a7 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6306977 Aug 13 04:36:31.477105 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-32fea090-ae0e-4916-8c03-47bebbeb5062 None None] Provisioning for port b09d6a5f-8290-4c39-852c-99ab3183d05c completed by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:36:31.482078 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-32fea090-ae0e-4916-8c03-47bebbeb5062 None None] Provisioning complete for port b09d6a5f-8290-4c39-852c-99ab3183d05c triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:36:31.482595 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-32fea090-ae0e-4916-8c03-47bebbeb5062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:31.529615 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-32fea090-ae0e-4916-8c03-47bebbeb5062 None None] Port b09d6a5f-8290-4c39-852c-99ab3183d05c cannot update to ACTIVE because it is not bound. {{(pid=93895) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:36:31.738041 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12b86d-030e-468e-a3e7-e734742a1ef9 req-ddfdd0db-6118-4248-87a2-62e6dd993000 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:31.739406 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0f12b86d-030e-468e-a3e7-e734742a1ef9 req-ddfdd0db-6118-4248-87a2-62e6dd993000 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fee77a-c81e-400f-8a01-959a6d472e9c HTTP/1.1" status: 200 len: 931 time: 0.0484390 Aug 13 04:36:31.777809 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-0f12b86d-030e-468e-a3e7-e734742a1ef9 req-f996daba-d196-469f-9cb1-a44b5da607ec tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320950 Aug 13 04:36:32.131136 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4c81b-cd71-4125-b6fc-4bf96c5774d4 req-21b53db7-8a49-4307-a7e4-e995ddd01e3c tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:32.132647 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d3f4c81b-cd71-4125-b6fc-4bf96c5774d4 req-21b53db7-8a49-4307-a7e4-e995ddd01e3c tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0520277 Aug 13 04:36:32.169388 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d3f4c81b-cd71-4125-b6fc-4bf96c5774d4 req-dce67762-1ac5-44f6-bdc1-ecda23e212d5 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308931 Aug 13 04:36:32.385612 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7678c-6c4a-4a4d-bb83-ac1bc5935c47 req-a6eb0d68-ac02-4e9a-bb17-d7dd6e4c754c tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:32.387071 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7ec7678c-6c4a-4a4d-bb83-ac1bc5935c47 req-a6eb0d68-ac02-4e9a-bb17-d7dd6e4c754c tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 945 time: 0.0493987 Aug 13 04:36:32.424858 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7ec7678c-6c4a-4a4d-bb83-ac1bc5935c47 req-c70e2ecf-1189-4464-bd51-41f59d8688d5 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317538 Aug 13 04:36:32.900213 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b3e37-bcaf-4913-b624-9c6e66710a66 req-f78a238c-7784-4a0c-8e3c-56aed21cba00 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:32.900213 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-dc9b3e37-bcaf-4913-b624-9c6e66710a66 req-f78a238c-7784-4a0c-8e3c-56aed21cba00 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fee77a-c81e-400f-8a01-959a6d472e9c HTTP/1.1" status: 200 len: 931 time: 0.0520787 Aug 13 04:36:32.934395 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-dc9b3e37-bcaf-4913-b624-9c6e66710a66 req-d7f519c1-ab74-4f14-8a94-fd6558ed7903 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307570 Aug 13 04:36:33.290132 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7c632-e3e5-4826-99ca-9f7c557c0052 req-ad31da72-be69-4108-adfe-d4dbaf2529ce tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:33.291553 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c1a7c632-e3e5-4826-99ca-9f7c557c0052 req-ad31da72-be69-4108-adfe-d4dbaf2529ce tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0512931 Aug 13 04:36:33.329199 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c1a7c632-e3e5-4826-99ca-9f7c557c0052 req-05c1ce65-6694-49ff-b939-8bcc0751651e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310514 Aug 13 04:36:33.534613 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-585d1e6b-ddf5-4374-b5bb-ea093ccd7484 service neutron] Request body: {'port': {'device_id': '06fee77a-c81e-400f-8a01-959a6d472e9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:36:33.543932 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8df18-d568-413d-88d2-5db1de1de445 req-66974c33-3d8b-40ce-a028-0b38b9cbe2cc tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:33.545410 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-96d8df18-d568-413d-88d2-5db1de1de445 req-66974c33-3d8b-40ce-a028-0b38b9cbe2cc tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 945 time: 0.0543103 Aug 13 04:36:33.584237 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-96d8df18-d568-413d-88d2-5db1de1de445 req-1c238b57-7255-4988-b82e-97a59cacf8f1 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321343 Aug 13 04:36:33.592250 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-585d1e6b-ddf5-4374-b5bb-ea093ccd7484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:33.858041 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-585d1e6b-ddf5-4374-b5bb-ea093ccd7484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b09d6a5f-8290-4c39-852c-99ab3183d05c {{(pid=93894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:36:33.867473 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-585d1e6b-ddf5-4374-b5bb-ea093ccd7484 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:33.880621 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.provisioning_blocks [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-585d1e6b-ddf5-4374-b5bb-ea093ccd7484 service neutron] Transition to ACTIVE for port object b09d6a5f-8290-4c39-852c-99ab3183d05c will not be triggered until provisioned by entity L2. {{(pid=93894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:36:33.885800 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-585d1e6b-ddf5-4374-b5bb-ea093ccd7484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8757390'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:33.939185 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d1e6b-ddf5-4374-b5bb-ea093ccd7484 service neutron] Pushing event updated for resources: {'Port': ['ID=b09d6a5f-8290-4c39-852c-99ab3183d05c,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:34.036752 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-585d1e6b-ddf5-4374-b5bb-ea093ccd7484 service neutron] Attempting to bind port b09d6a5f-8290-4c39-852c-99ab3183d05c on host hv-cinder-75996 for vnic_type normal with profile {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:36:34.037097 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-585d1e6b-ddf5-4374-b5bb-ea093ccd7484 service neutron] Attempting to bind port b09d6a5f-8290-4c39-852c-99ab3183d05c by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '55400ce5-562b-4df1-92f9-d4df5f090c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2'}] {{(pid=93894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:36:34.037456 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-585d1e6b-ddf5-4374-b5bb-ea093ccd7484 service neutron] Attempting to bind port b09d6a5f-8290-4c39-852c-99ab3183d05c on network 87d3a17b-ea4d-435b-9c8e-36b4c38780d2 {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:36:34.042811 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-585d1e6b-ddf5-4374-b5bb-ea093ccd7484 service neutron] Port b09d6a5f-8290-4c39-852c-99ab3183d05c on network 87d3a17b-ea4d-435b-9c8e-36b4c38780d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:36:34.043383 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-585d1e6b-ddf5-4374-b5bb-ea093ccd7484 service neutron] Attempting to bind port b09d6a5f-8290-4c39-852c-99ab3183d05c on network 87d3a17b-ea4d-435b-9c8e-36b4c38780d2 {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:36:34.049446 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-585d1e6b-ddf5-4374-b5bb-ea093ccd7484 service neutron] Checking agent: {'id': '799e1584-199c-46e1-adc5-08501adf479b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 36, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:36:34.049801 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-585d1e6b-ddf5-4374-b5bb-ea093ccd7484 service neutron] Checking segment: {'id': '55400ce5-562b-4df1-92f9-d4df5f090c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:36:34.050428 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-585d1e6b-ddf5-4374-b5bb-ea093ccd7484 service neutron] Bound using segment: {'id': '55400ce5-562b-4df1-92f9-d4df5f090c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2'} {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:36:34.050867 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-585d1e6b-ddf5-4374-b5bb-ea093ccd7484 service neutron] Bound port: b09d6a5f-8290-4c39-852c-99ab3183d05c, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55400ce5-562b-4df1-92f9-d4df5f090c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2'}}] {{(pid=93894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:36:34.051231 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-585d1e6b-ddf5-4374-b5bb-ea093ccd7484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:34.087363 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ecc325-48b6-4218-9f41-2a3ce087a0c0 req-8159cbd0-1b0d-4108-b6c5-9c14b9b8f8c9 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:34.094623 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d3ecc325-48b6-4218-9f41-2a3ce087a0c0 req-8159cbd0-1b0d-4108-b6c5-9c14b9b8f8c9 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fee77a-c81e-400f-8a01-959a6d472e9c HTTP/1.1" status: 200 len: 943 time: 0.0782778 Aug 13 04:36:34.128032 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-585d1e6b-ddf5-4374-b5bb-ea093ccd7484 service neutron] For port b09d6a5f-8290-4c39-852c-99ab3183d05c, host hv-cinder-75996, cleared binding levels {{(pid=93894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:36:34.131519 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-585d1e6b-ddf5-4374-b5bb-ea093ccd7484 service neutron] For port b09d6a5f-8290-4c39-852c-99ab3183d05c, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=b09d6a5f-8290-4c39-852c-99ab3183d05c,segment=NetworkSegment(55400ce5-562b-4df1-92f9-d4df5f090c2a),segment_id=55400ce5-562b-4df1-92f9-d4df5f090c2a)] {{(pid=93894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:36:34.138349 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-585d1e6b-ddf5-4374-b5bb-ea093ccd7484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8757390'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:34.161360 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d3ecc325-48b6-4218-9f41-2a3ce087a0c0 req-0db298f2-c5ea-4297-8cf8-d93bd82b2550 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600884 Aug 13 04:36:34.179333 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-585d1e6b-ddf5-4374-b5bb-ea093ccd7484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:34.179971 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-585d1e6b-ddf5-4374-b5bb-ea093ccd7484 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:34.181385 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-585d1e6b-ddf5-4374-b5bb-ea093ccd7484 service neutron] 10.222.0.64 "PUT /v2.0/ports/b09d6a5f-8290-4c39-852c-99ab3183d05c HTTP/1.1" status: 200 len: 1093 time: 0.6513071 Aug 13 04:36:34.183737 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06fee77a-c81e-400f-8a01-959a6d472e9c', 'tag': 'b09d6a5f-8290-4c39-852c-99ab3183d05c'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:36:34.187470 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70cdd4b14b3222e3d0e13c26c8e97d260020fc564b3ab37a06bbaa54b203d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c00c45c-ecd3-483a-912f-0ab26c0fad41" -d '{"events": [{"name": "network-changed", "server_uuid": "06fee77a-c81e-400f-8a01-959a6d472e9c", "tag": "b09d6a5f-8290-4c39-852c-99ab3183d05c"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:36:34.263245 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecabd91-ac47-4456-a54c-45e948583493 x-openstack-request-id: req-0ecabd91-ac47-4456-a54c-45e948583493 {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:36:34.263536 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06fee77a-c81e-400f-8a01-959a6d472e9c", "tag": "b09d6a5f-8290-4c39-852c-99ab3183d05c", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:36:34.263786 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ecabd91-ac47-4456-a54c-45e948583493 {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:36:34.264173 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06fee77a-c81e-400f-8a01-959a6d472e9c', 'tag': 'b09d6a5f-8290-4c39-852c-99ab3183d05c', 'status': 'completed', 'code': 200} Aug 13 04:36:34.269469 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d1e6b-ddf5-4374-b5bb-ea093ccd7484 service neutron] Pushing event updated for resources: {'Port': ['ID=b09d6a5f-8290-4c39-852c-99ab3183d05c,revision_number=3']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:34.288113 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-8fb2b357-8dd9-40ae-9556-f0e49c95241e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:34.290051 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-8fb2b357-8dd9-40ae-9556-f0e49c95241e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f2d284955ea4d12b60ceba4f7a53e87&device_id=06fee77a-c81e-400f-8a01-959a6d472e9c HTTP/1.1" status: 200 len: 1096 time: 0.0645695 Aug 13 04:36:34.346086 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-f351d706-954d-481d-a7ce-9dc8be986212 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b09d6a5f-8290-4c39-852c-99ab3183d05c HTTP/1.1" status: 200 len: 217 time: 0.0440941 Aug 13 04:36:34.407927 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-b087ebad-7480-46c4-8106-2881068f9a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:34.410169 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-b087ebad-7480-46c4-8106-2881068f9a3c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=70eada8e-6c53-4591-b1fd-b63b9652e2e1 HTTP/1.1" status: 200 len: 850 time: 0.0547369 Aug 13 04:36:34.487125 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-b24398fe-8927-4d93-97ac-963bb35f79ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:34.491381 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-b24398fe-8927-4d93-97ac-963bb35f79ab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87d3a17b-ea4d-435b-9c8e-36b4c38780d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0607514 Aug 13 04:36:34.515932 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b935bb-bd5d-4aa3-8135-a66b4808524d req-18be52bd-bec1-4817-96f3-f07c36acd94e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:34.518272 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-46b935bb-bd5d-4aa3-8135-a66b4808524d req-18be52bd-bec1-4817-96f3-f07c36acd94e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0861804 Aug 13 04:36:34.577687 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-46b935bb-bd5d-4aa3-8135-a66b4808524d req-ed91ae65-0d2f-4ea9-ba29-c334d3084ced tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522127 Aug 13 04:36:34.623467 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-96e81dfd-ef64-4dd7-a9b8-526eb4c6adc4 service neutron] 10.222.0.64 "GET /v2.0/networks/87d3a17b-ea4d-435b-9c8e-36b4c38780d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247847 Aug 13 04:36:34.722961 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca646440-718b-44f2-b9ec-d6a9d04b2b1e req-2579a99a-2a73-43ad-ab44-1f0ee22bd5b9 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:34.724557 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ca646440-718b-44f2-b9ec-d6a9d04b2b1e req-2579a99a-2a73-43ad-ab44-1f0ee22bd5b9 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 945 time: 0.0628273 Aug 13 04:36:34.733758 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-a94cb8fd-91dd-4236-aadb-fd613121747a req-2138571e-59a7-42a5-8636-ec82aaea4287 service neutron] 10.222.0.64 "GET /v2.0/networks/87d3a17b-ea4d-435b-9c8e-36b4c38780d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016948 Aug 13 04:36:34.773168 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ca646440-718b-44f2-b9ec-d6a9d04b2b1e req-2bc0d27c-0c40-4339-9a56-61bad8ac4374 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419099 Aug 13 04:36:34.822702 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00c45c-ecd3-483a-912f-0ab26c0fad41 req-50cb2c26-1d97-4c81-ae6c-c442c5560d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:34.824279 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-9c00c45c-ecd3-483a-912f-0ab26c0fad41 req-50cb2c26-1d97-4c81-ae6c-c442c5560d5f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f2d284955ea4d12b60ceba4f7a53e87&device_id=06fee77a-c81e-400f-8a01-959a6d472e9c HTTP/1.1" status: 200 len: 1096 time: 0.0451057 Aug 13 04:36:34.919179 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00c45c-ecd3-483a-912f-0ab26c0fad41 req-0d7b759b-f584-4379-bc92-2af402c243de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:34.920654 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-9c00c45c-ecd3-483a-912f-0ab26c0fad41 req-0d7b759b-f584-4379-bc92-2af402c243de service neutron] 10.222.0.64 "GET /v2.0/networks?id=87d3a17b-ea4d-435b-9c8e-36b4c38780d2 HTTP/1.1" status: 200 len: 912 time: 0.0880082 Aug 13 04:36:34.968305 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-9c00c45c-ecd3-483a-912f-0ab26c0fad41 req-c499bedc-f43a-4913-8792-c5639e19d772 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b09d6a5f-8290-4c39-852c-99ab3183d05c HTTP/1.1" status: 200 len: 217 time: 0.0388899 Aug 13 04:36:35.020474 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00c45c-ecd3-483a-912f-0ab26c0fad41 req-cdae1924-e4de-4dd7-adf7-35bf4ad42811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:35.022003 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-9c00c45c-ecd3-483a-912f-0ab26c0fad41 req-cdae1924-e4de-4dd7-adf7-35bf4ad42811 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=70eada8e-6c53-4591-b1fd-b63b9652e2e1 HTTP/1.1" status: 200 len: 850 time: 0.0442736 Aug 13 04:36:35.261028 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ab09a-3572-4344-8061-eb18ad7c934c req-8bcc9704-661d-4995-a2d8-565a9582f89b tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:35.262506 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-172ab09a-3572-4344-8061-eb18ad7c934c req-8bcc9704-661d-4995-a2d8-565a9582f89b tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fee77a-c81e-400f-8a01-959a6d472e9c HTTP/1.1" status: 200 len: 943 time: 0.0476215 Aug 13 04:36:35.301818 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-172ab09a-3572-4344-8061-eb18ad7c934c req-e3aa69e6-7b8d-4df2-a7a9-b17163270cbe tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326264 Aug 13 04:36:35.701002 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2154bbb-d591-4f5f-9d45-8fb5c53e7026 req-2cb4427c-2a83-4059-a47f-ad206b22202b tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:35.702385 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d2154bbb-d591-4f5f-9d45-8fb5c53e7026 req-2cb4427c-2a83-4059-a47f-ad206b22202b tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0508959 Aug 13 04:36:35.738901 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d2154bbb-d591-4f5f-9d45-8fb5c53e7026 req-b47fea59-7561-4d64-8daa-e82a4e15b1fe tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305877 Aug 13 04:36:35.893086 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e92fd-e375-4982-b2fa-ed1d78532c5b req-e718125d-7322-4d5e-a8e1-fe03cad1e7fc tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:35.894593 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3f4e92fd-e375-4982-b2fa-ed1d78532c5b req-e718125d-7322-4d5e-a8e1-fe03cad1e7fc tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 945 time: 0.0499189 Aug 13 04:36:35.931262 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3f4e92fd-e375-4982-b2fa-ed1d78532c5b req-240d04a0-44da-44b6-a4c6-f283a537bdbd tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307810 Aug 13 04:36:36.413638 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a861e906-9699-43bf-ad61-0cbdd60f7b24 req-874bd4ac-ab76-4d96-97a4-3fca9fa01ce8 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:36.415076 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a861e906-9699-43bf-ad61-0cbdd60f7b24 req-874bd4ac-ab76-4d96-97a4-3fca9fa01ce8 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fee77a-c81e-400f-8a01-959a6d472e9c HTTP/1.1" status: 200 len: 943 time: 0.0474324 Aug 13 04:36:36.451726 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a861e906-9699-43bf-ad61-0cbdd60f7b24 req-79b8e7c1-2e0e-430c-bf84-ad790416cff7 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307488 Aug 13 04:36:36.859120 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0831ba-4ad5-49b8-b29d-9f40d0239692 req-ce1525f7-3e0d-40ec-bbe5-e324dabc16bd tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:36.860658 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2e0831ba-4ad5-49b8-b29d-9f40d0239692 req-ce1525f7-3e0d-40ec-bbe5-e324dabc16bd tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0510056 Aug 13 04:36:36.898067 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2e0831ba-4ad5-49b8-b29d-9f40d0239692 req-a2f5b3e3-213d-402f-b0fc-452324342aa2 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312679 Aug 13 04:36:37.013579 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00c45c-ecd3-483a-912f-0ab26c0fad41 req-7576d4c1-6f55-4c55-9fe3-20d8f8699220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:37.015086 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-9c00c45c-ecd3-483a-912f-0ab26c0fad41 req-7576d4c1-6f55-4c55-9fe3-20d8f8699220 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87d3a17b-ea4d-435b-9c8e-36b4c38780d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415981 Aug 13 04:36:37.045616 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0c22f-1dce-459e-bd1c-f5e435620715 req-fa2af3f6-80ec-4a2b-a189-55c681d073d2 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:37.047113 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-13a0c22f-1dce-459e-bd1c-f5e435620715 req-fa2af3f6-80ec-4a2b-a189-55c681d073d2 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 945 time: 0.0497215 Aug 13 04:36:37.087097 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-13a0c22f-1dce-459e-bd1c-f5e435620715 req-e435c307-21a5-4859-8453-5b7eed66e08c tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328403 Aug 13 04:36:37.574627 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1f3a8-9764-45d4-9057-97dcb8aa90ec req-24f15e73-61c5-471d-9be7-4b305866e7be tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:37.576358 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-85c1f3a8-9764-45d4-9057-97dcb8aa90ec req-24f15e73-61c5-471d-9be7-4b305866e7be tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fee77a-c81e-400f-8a01-959a6d472e9c HTTP/1.1" status: 200 len: 943 time: 0.0559418 Aug 13 04:36:37.620741 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-85c1f3a8-9764-45d4-9057-97dcb8aa90ec req-467cdb3c-a97f-44ba-8b2d-5d27e693d182 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368230 Aug 13 04:36:38.014518 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 1166ab58-4fa6-49a1-b301-c03b411d9dc0 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:36:38.018545 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ef8e3-7aa0-4685-af28-259b47f2534a req-455faff5-0940-4236-96d4-532419e0b5fd tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:38.020069 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-733ef8e3-7aa0-4685-af28-259b47f2534a req-455faff5-0940-4236-96d4-532419e0b5fd tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0530114 Aug 13 04:36:38.074859 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-733ef8e3-7aa0-4685-af28-259b47f2534a req-5cc20f2f-d67f-4b7d-be9b-d00e15a0b9d2 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429661 Aug 13 04:36:38.114180 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3416c820-1ea5-41fe-85d0-356c0c6a865e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:38.126970 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:38.148474 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-9c00c45c-ecd3-483a-912f-0ab26c0fad41 req-871659e9-919b-436a-8b42-b091a81f0d5a service neutron] 10.222.0.64 "GET /v2.0/networks/87d3a17b-ea4d-435b-9c8e-36b4c38780d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113503 Aug 13 04:36:38.167269 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba719a9-61df-4d8d-99c1-907f97a80e8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1166ab58-4fa6-49a1-b301-c03b411d9dc0'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:36:38.169501 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c92d4982b19a4a1727383111979b328de092d32a0bc2fa1b4d64c134060166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc83ecdf-f0c3-4b4a-b203-ce53c9bc5948" -d '{"events": [{"server_uuid": "5ba719a9-61df-4d8d-99c1-907f97a80e8e", "name": "network-vif-unplugged", "status": "completed", "tag": "1166ab58-4fa6-49a1-b301-c03b411d9dc0"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:36:38.190518 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 1166ab58-4fa6-49a1-b301-c03b411d9dc0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=1166ab58-4fa6-49a1-b301-c03b411d9dc0,segment=NetworkSegment(39e38de4-be0d-4450-b900-31261b17f00f),segment_id=39e38de4-be0d-4450-b900-31261b17f00f)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:36:38.198001 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:38.224664 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40beeb9-7f98-4540-8413-6c7438014e07 req-4a664f12-76ee-4f83-bf35-7da512aa257b tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:38.225997 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b40beeb9-7f98-4540-8413-6c7438014e07 req-4a664f12-76ee-4f83-bf35-7da512aa257b tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 945 time: 0.0619318 Aug 13 04:36:38.228233 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 Aug 2021 04:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8259a9e-2ffa-422d-bba0-816f0bcb597e x-openstack-request-id: req-a8259a9e-2ffa-422d-bba0-816f0bcb597e {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:36:38.228532 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba719a9-61df-4d8d-99c1-907f97a80e8e", "name": "network-vif-unplugged", "status": "completed", "tag": "1166ab58-4fa6-49a1-b301-c03b411d9dc0", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:36:38.228807 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a8259a9e-2ffa-422d-bba0-816f0bcb597e {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:36:38.229255 dv-cinder-759961-6-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba719a9-61df-4d8d-99c1-907f97a80e8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1166ab58-4fa6-49a1-b301-c03b411d9dc0', 'code': 200} Aug 13 04:36:38.259517 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=1166ab58-4fa6-49a1-b301-c03b411d9dc0,revision_number=6']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:38.270530 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:36:38.270775 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:36:38.271075 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:36:38.271677 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:36:38.272088 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:36:38.272531 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:36:38.272914 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:36:38.273328 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:36:38.273592 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:36:38.274049 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:36:38.274361 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:36:38.274701 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:36:38.278279 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-9c00c45c-ecd3-483a-912f-0ab26c0fad41 req-d44de29b-0969-4b1b-9aac-ccfde8a70ddf service neutron] 10.222.0.64 "GET /v2.0/networks/87d3a17b-ea4d-435b-9c8e-36b4c38780d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070790 Aug 13 04:36:38.279114 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b40beeb9-7f98-4540-8413-6c7438014e07 req-d540404f-3cd1-43db-a3d6-57df167ffa2a tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458782 Aug 13 04:36:38.591465 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d90951-206d-4e5b-80a6-8ec2ecb65877 req-9c73fbfe-81ee-4bdc-ad61-663dfd297b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:38.593901 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-68d90951-206d-4e5b-80a6-8ec2ecb65877 req-9c73fbfe-81ee-4bdc-ad61-663dfd297b39 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e&tenant_id=88885460859447cea3664074daf50abb HTTP/1.1" status: 200 len: 1096 time: 0.0763021 Aug 13 04:36:38.662191 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d90951-206d-4e5b-80a6-8ec2ecb65877 req-a5c30e3e-7474-4603-be42-4c5a56e86f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:38.663777 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-68d90951-206d-4e5b-80a6-8ec2ecb65877 req-a5c30e3e-7474-4603-be42-4c5a56e86f42 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88885460859447cea3664074daf50abb&device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 1096 time: 0.0434332 Aug 13 04:36:38.752433 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759ca49-daf8-46a5-8221-2dcb45d092a6 req-b1b1fdc3-3d75-41a0-8cc5-53b7e118c8f7 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:38.753910 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8759ca49-daf8-46a5-8221-2dcb45d092a6 req-b1b1fdc3-3d75-41a0-8cc5-53b7e118c8f7 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fee77a-c81e-400f-8a01-959a6d472e9c HTTP/1.1" status: 200 len: 943 time: 0.0598068 Aug 13 04:36:38.762779 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d90951-206d-4e5b-80a6-8ec2ecb65877 req-2b0d22b1-1e4a-47b0-9ee6-367cc98ceb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:38.764388 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-68d90951-206d-4e5b-80a6-8ec2ecb65877 req-2b0d22b1-1e4a-47b0-9ee6-367cc98ceb08 service neutron] 10.222.0.64 "GET /v2.0/networks?id=48b70047-4f37-4bcb-9978-33a75e7a4b30 HTTP/1.1" status: 200 len: 909 time: 0.0909238 Aug 13 04:36:38.793152 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8759ca49-daf8-46a5-8221-2dcb45d092a6 req-08cfecd1-21d4-409e-b87e-6da25605947d tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327661 Aug 13 04:36:38.840956 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-68d90951-206d-4e5b-80a6-8ec2ecb65877 req-cee6ed5f-1dfb-48ed-99ef-a687fcd3cbb6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1166ab58-4fa6-49a1-b301-c03b411d9dc0 HTTP/1.1" status: 200 len: 999 time: 0.0636411 Aug 13 04:36:38.892116 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d90951-206d-4e5b-80a6-8ec2ecb65877 req-d99d5421-a954-4a79-8cf9-65b964861b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:38.893632 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-68d90951-206d-4e5b-80a6-8ec2ecb65877 req-d99d5421-a954-4a79-8cf9-65b964861b42 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47785185-d5f8-433d-afab-e7fc9175212b HTTP/1.1" status: 200 len: 847 time: 0.0436864 Aug 13 04:36:38.947090 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d90951-206d-4e5b-80a6-8ec2ecb65877 req-71546f7c-74f0-4f7e-9421-b591db39be2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:38.948590 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-68d90951-206d-4e5b-80a6-8ec2ecb65877 req-71546f7c-74f0-4f7e-9421-b591db39be2a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=48b70047-4f37-4bcb-9978-33a75e7a4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427949 Aug 13 04:36:39.058589 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-68d90951-206d-4e5b-80a6-8ec2ecb65877 req-058cc406-fb69-48db-adc0-4d6caca9e95e service neutron] 10.222.0.64 "GET /v2.0/networks/48b70047-4f37-4bcb-9978-33a75e7a4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938728 Aug 13 04:36:39.155126 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-68d90951-206d-4e5b-80a6-8ec2ecb65877 req-d2503d2e-743d-4b9c-9c85-fa05194556e9 service neutron] 10.222.0.64 "GET /v2.0/networks/48b70047-4f37-4bcb-9978-33a75e7a4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840533 Aug 13 04:36:39.203234 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f0a995-c95d-4f4d-8967-1f068a2706a3 req-e850d325-0912-4af3-9f9d-2cc95e9236e0 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:39.204976 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b0f0a995-c95d-4f4d-8967-1f068a2706a3 req-e850d325-0912-4af3-9f9d-2cc95e9236e0 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0556076 Aug 13 04:36:39.242486 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b0f0a995-c95d-4f4d-8967-1f068a2706a3 req-a9a09d39-29b1-4620-b3ba-96f54ec856dd tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314834 Aug 13 04:36:39.387542 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c56256-4a62-422d-91bb-cf33990a8dbe req-8f5a3ac9-e8ba-42c4-97c1-b776d876d244 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:39.389073 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e0c56256-4a62-422d-91bb-cf33990a8dbe req-8f5a3ac9-e8ba-42c4-97c1-b776d876d244 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 943 time: 0.0505114 Aug 13 04:36:39.427879 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e0c56256-4a62-422d-91bb-cf33990a8dbe req-b8f99c8e-7f84-40e4-8326-478192e6178b tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321791 Aug 13 04:36:39.914532 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17adeb9a-bba9-4177-9afd-a8bf6414f230 req-64aa81f4-ceb2-48bd-aa7c-818a43628e00 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:39.916029 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-17adeb9a-bba9-4177-9afd-a8bf6414f230 req-64aa81f4-ceb2-48bd-aa7c-818a43628e00 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fee77a-c81e-400f-8a01-959a6d472e9c HTTP/1.1" status: 200 len: 943 time: 0.0492706 Aug 13 04:36:39.954451 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-17adeb9a-bba9-4177-9afd-a8bf6414f230 req-42a3af1d-ece3-4b5f-84c6-2fd292b094ba tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326533 Aug 13 04:36:40.218899 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2796fb6-a8a7-4b01-8151-8d24978e320d req-9d71e99e-fb50-4c75-bece-76f191fc6f17 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:40.220501 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e2796fb6-a8a7-4b01-8151-8d24978e320d req-9d71e99e-fb50-4c75-bece-76f191fc6f17 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=8018e3b0-c3af-49a1-bbca-3123c9573244 HTTP/1.1" status: 200 len: 945 time: 0.0520144 Aug 13 04:36:40.257738 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e2796fb6-a8a7-4b01-8151-8d24978e320d req-95147a35-5c52-4e02-96fb-0cb86baf53e4 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe4bfdba-49b7-4371-afc3-60558a54b949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312657 Aug 13 04:36:40.361910 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af51ae4-ee49-4681-a634-469a47fc38c9 req-a0f8f83d-3ddb-4ab0-9bb6-ed97c08d3e2b tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:40.363366 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8af51ae4-ee49-4681-a634-469a47fc38c9 req-a0f8f83d-3ddb-4ab0-9bb6-ed97c08d3e2b tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0473895 Aug 13 04:36:40.400477 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8af51ae4-ee49-4681-a634-469a47fc38c9 req-beaec028-61c5-4527-8c3b-be24a732af1a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310261 Aug 13 04:36:40.538969 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce06b8-3082-471c-bb9c-02b1110831d3 req-e8988aa1-d703-4212-86ea-d2a3356ff4e9 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:40.540428 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6bce06b8-3082-471c-bb9c-02b1110831d3 req-e8988aa1-d703-4212-86ea-d2a3356ff4e9 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 943 time: 0.0479434 Aug 13 04:36:40.577720 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6bce06b8-3082-471c-bb9c-02b1110831d3 req-ac506058-dc99-40cd-96a2-9c890bb435a4 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314288 Aug 13 04:36:40.930597 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-39d6cf82-dc84-4a51-b1f6-3c439f4ee9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:41.070679 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfc37a-16ee-4fd0-9968-8523b9961d26 req-59d1e196-1104-4841-b278-c23e926b8b03 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:41.072121 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-21bfc37a-16ee-4fd0-9968-8523b9961d26 req-59d1e196-1104-4841-b278-c23e926b8b03 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fee77a-c81e-400f-8a01-959a6d472e9c HTTP/1.1" status: 200 len: 943 time: 0.0514934 Aug 13 04:36:41.109407 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-21bfc37a-16ee-4fd0-9968-8523b9961d26 req-26ba3a59-2269-4a40-af11-d1c17d8152ee tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312688 Aug 13 04:36:41.351537 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:41.374687 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25167675-492c-44d6-a3e7-6c02ee09abb5 req-58b006d0-96ac-49e0-afb7-9226b4b1df17 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:41.376718 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-25167675-492c-44d6-a3e7-6c02ee09abb5 req-58b006d0-96ac-49e0-afb7-9226b4b1df17 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=8018e3b0-c3af-49a1-bbca-3123c9573244 HTTP/1.1" status: 200 len: 945 time: 0.0516424 Aug 13 04:36:41.414538 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-25167675-492c-44d6-a3e7-6c02ee09abb5 req-f4c2b2da-f4f4-49e3-bfee-82d0cb5b4535 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe4bfdba-49b7-4371-afc3-60558a54b949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318255 Aug 13 04:36:41.527075 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6402ac-43c7-4d08-8cbc-ff35c4d16086 req-b46e4584-5231-4978-8b22-23d02f04b1ec tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:41.528524 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-de6402ac-43c7-4d08-8cbc-ff35c4d16086 req-b46e4584-5231-4978-8b22-23d02f04b1ec tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0495529 Aug 13 04:36:41.566556 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-de6402ac-43c7-4d08-8cbc-ff35c4d16086 req-f43611b3-31f0-404f-8600-e44a7c10c8a9 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318675 Aug 13 04:36:41.695016 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335a7e9-cb68-4919-ad65-93497465536d req-398f97fa-7188-4ecd-bb9d-6dddedd6cd3d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:41.696509 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c335a7e9-cb68-4919-ad65-93497465536d req-398f97fa-7188-4ecd-bb9d-6dddedd6cd3d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 943 time: 0.0517764 Aug 13 04:36:41.738447 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c335a7e9-cb68-4919-ad65-93497465536d req-b375aace-bbff-45fb-9fb6-af5ebb7a1645 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318158 Aug 13 04:36:42.030154 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:42.221897 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fadfea-d28a-43eb-a3e3-6727e37a34a0 req-837d0cbc-c2a8-49c9-af14-0424f4187fa1 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:42.223365 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-47fadfea-d28a-43eb-a3e3-6727e37a34a0 req-837d0cbc-c2a8-49c9-af14-0424f4187fa1 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fee77a-c81e-400f-8a01-959a6d472e9c HTTP/1.1" status: 200 len: 943 time: 0.0481610 Aug 13 04:36:42.260505 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-47fadfea-d28a-43eb-a3e3-6727e37a34a0 req-0208b5df-8000-41c0-aa1e-7c0ab0bc0f53 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312619 Aug 13 04:36:42.296632 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:42.535918 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a110ac89-61c6-4787-a9b4-18a8ca3e5505 req-d08ce07c-4f5c-4eb8-94d1-4048e167bd9e tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:42.537372 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a110ac89-61c6-4787-a9b4-18a8ca3e5505 req-d08ce07c-4f5c-4eb8-94d1-4048e167bd9e tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=8018e3b0-c3af-49a1-bbca-3123c9573244 HTTP/1.1" status: 200 len: 945 time: 0.0478714 Aug 13 04:36:42.573672 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a110ac89-61c6-4787-a9b4-18a8ca3e5505 req-29bf5722-76f8-4f1d-a2ac-2094f304bdf7 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe4bfdba-49b7-4371-afc3-60558a54b949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303538 Aug 13 04:36:42.689224 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105a084-2b0d-4949-9973-9bcafddaae1e req-3c9ae303-de82-4ab5-9a3f-c53dc0883499 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:42.690705 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c105a084-2b0d-4949-9973-9bcafddaae1e req-3c9ae303-de82-4ab5-9a3f-c53dc0883499 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0526619 Aug 13 04:36:42.729830 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c105a084-2b0d-4949-9973-9bcafddaae1e req-93566ee0-399b-4c1f-9603-ddd693824d6e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328462 Aug 13 04:36:42.852052 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b971a-f7bd-48c6-b8d4-559179038c00 req-17261889-1f11-42e3-a176-e55ab96536d8 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:42.853562 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f45b971a-f7bd-48c6-b8d4-559179038c00 req-17261889-1f11-42e3-a176-e55ab96536d8 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 943 time: 0.0495505 Aug 13 04:36:42.893224 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f45b971a-f7bd-48c6-b8d4-559179038c00 req-7c46337d-9aba-479d-a12c-46dab786ca9b tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336027 Aug 13 04:36:43.383428 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2acd975-f9c8-448b-b26c-a437c7b112fb req-d4f7c798-de58-4512-aae2-0ab52929c211 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:43.384802 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d2acd975-f9c8-448b-b26c-a437c7b112fb req-d4f7c798-de58-4512-aae2-0ab52929c211 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fee77a-c81e-400f-8a01-959a6d472e9c HTTP/1.1" status: 200 len: 943 time: 0.0524330 Aug 13 04:36:43.426982 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d2acd975-f9c8-448b-b26c-a437c7b112fb req-2a0fb67c-b327-4504-b1c8-2bffee51ca34 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361860 Aug 13 04:36:43.695851 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49e060-5cb4-43cd-ad68-263fea281fa1 req-add6db1e-a3a6-43c0-9195-ba85cff1cf26 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:43.697249 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-cf49e060-5cb4-43cd-ad68-263fea281fa1 req-add6db1e-a3a6-43c0-9195-ba85cff1cf26 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=8018e3b0-c3af-49a1-bbca-3123c9573244 HTTP/1.1" status: 200 len: 945 time: 0.0537090 Aug 13 04:36:43.735590 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-cf49e060-5cb4-43cd-ad68-263fea281fa1 req-bad1e778-db20-405a-ab8e-c78ae7996325 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe4bfdba-49b7-4371-afc3-60558a54b949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322089 Aug 13 04:36:43.850374 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13732ed7-73c2-4790-b66c-deb360fdcfb6 req-cc23c04a-b5d2-4dac-9ca0-cd9bf54f2bc3 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:43.851862 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-13732ed7-73c2-4790-b66c-deb360fdcfb6 req-cc23c04a-b5d2-4dac-9ca0-cd9bf54f2bc3 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0494332 Aug 13 04:36:43.888880 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-13732ed7-73c2-4790-b66c-deb360fdcfb6 req-9132a084-bc65-4566-8d6b-5deada508a53 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311975 Aug 13 04:36:44.008781 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a2230-4574-4831-b8a6-6a39e39e04a3 req-1eb9674c-5192-47a1-b278-712f4b5f555a tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:44.010292 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-943a2230-4574-4831-b8a6-6a39e39e04a3 req-1eb9674c-5192-47a1-b278-712f4b5f555a tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 943 time: 0.0511739 Aug 13 04:36:44.031092 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:44.050531 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-943a2230-4574-4831-b8a6-6a39e39e04a3 req-201e553d-2b91-4ce7-8bba-dee965471a6a tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338187 Aug 13 04:36:44.408946 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b4415-d956-4fde-b3ff-2d989f2859a1 req-5c9bd65b-e1c9-4db2-9110-54168019f658 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:44.410429 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-632b4415-d956-4fde-b3ff-2d989f2859a1 req-5c9bd65b-e1c9-4db2-9110-54168019f658 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.64 "GET /v2.0/ports?device_id=8018e3b0-c3af-49a1-bbca-3123c9573244 HTTP/1.1" status: 200 len: 945 time: 0.0548258 Aug 13 04:36:44.503033 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [req-632b4415-d956-4fde-b3ff-2d989f2859a1 req-3a8f2dcf-9c83-4777-93e4-343c07c6b668 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Deleting port 9aa0221a-92be-4f44-b2cb-e932740ff8ae {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:36:44.503378 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-632b4415-d956-4fde-b3ff-2d989f2859a1 req-3a8f2dcf-9c83-4777-93e4-343c07c6b668 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:44.543412 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fcc70-239a-4caf-94d7-ea1c9b671ec5 req-e5ab8f8d-16d1-440c-9ef6-897a3f30f791 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:44.544875 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3f4fcc70-239a-4caf-94d7-ea1c9b671ec5 req-e5ab8f8d-16d1-440c-9ef6-897a3f30f791 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fee77a-c81e-400f-8a01-959a6d472e9c HTTP/1.1" status: 200 len: 943 time: 0.0515943 Aug 13 04:36:44.585512 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3f4fcc70-239a-4caf-94d7-ea1c9b671ec5 req-a7f6dd51-c4be-4632-915a-e153e8db4183 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339870 Aug 13 04:36:44.844233 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-632b4415-d956-4fde-b3ff-2d989f2859a1 req-3a8f2dcf-9c83-4777-93e4-343c07c6b668 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] For port 9aa0221a-92be-4f44-b2cb-e932740ff8ae, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=9aa0221a-92be-4f44-b2cb-e932740ff8ae,segment=NetworkSegment(529d8121-1e24-4545-a5c6-195ed2cbad21),segment_id=529d8121-1e24-4545-a5c6-195ed2cbad21)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:36:44.844572 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-632b4415-d956-4fde-b3ff-2d989f2859a1 req-3a8f2dcf-9c83-4777-93e4-343c07c6b668 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:44.852536 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb2320-4809-4281-b0f9-5e4f70c1d84b req-4976a8be-f3b9-4eee-9c1f-e24e7ac76262 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:44.854050 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8bfb2320-4809-4281-b0f9-5e4f70c1d84b req-4976a8be-f3b9-4eee-9c1f-e24e7ac76262 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=8018e3b0-c3af-49a1-bbca-3123c9573244 HTTP/1.1" status: 200 len: 945 time: 0.0489235 Aug 13 04:36:44.892257 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-8bfb2320-4809-4281-b0f9-5e4f70c1d84b req-9e0865c8-d6cb-410a-b86c-f2e9f4cacc9c tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups?id=fe4bfdba-49b7-4371-afc3-60558a54b949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315030 Aug 13 04:36:45.009294 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f46e4-f748-4a67-9299-4838eb9e73e0 req-cbddd912-50e1-4d7a-b8b5-dc8145378a24 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:45.010805 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3d3f46e4-f748-4a67-9299-4838eb9e73e0 req-cbddd912-50e1-4d7a-b8b5-dc8145378a24 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0499272 Aug 13 04:36:45.013370 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-632b4415-d956-4fde-b3ff-2d989f2859a1 req-3a8f2dcf-9c83-4777-93e4-343c07c6b668 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:45.013827 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-632b4415-d956-4fde-b3ff-2d989f2859a1 req-3a8f2dcf-9c83-4777-93e4-343c07c6b668 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3788949'] for floatingip, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:45.014094 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.db.l3_db [req-632b4415-d956-4fde-b3ff-2d989f2859a1 req-3a8f2dcf-9c83-4777-93e4-343c07c6b668 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Floating IP 2c89d240-4afa-42c7-8f14-923231db7dd6 disassociated. External IP: 172.27.0.151, port: 9aa0221a-92be-4f44-b2cb-e932740ff8ae. Aug 13 04:36:45.014464 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [req-632b4415-d956-4fde-b3ff-2d989f2859a1 req-3a8f2dcf-9c83-4777-93e4-343c07c6b668 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Calling delete_port for 9aa0221a-92be-4f44-b2cb-e932740ff8ae owned by compute:nova {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:36:45.050003 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3d3f46e4-f748-4a67-9299-4838eb9e73e0 req-3667b6dd-8829-4fd9-9795-c074c4e5e4c5 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327537 Aug 13 04:36:45.144614 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-632b4415-d956-4fde-b3ff-2d989f2859a1 req-3a8f2dcf-9c83-4777-93e4-343c07c6b668 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:45.172887 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e600f7-6973-47b9-9a61-dd779fb16247 req-c965d7c5-b2f7-407c-971f-83924fef5bb1 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:45.174377 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b1e600f7-6973-47b9-9a61-dd779fb16247 req-c965d7c5-b2f7-407c-971f-83924fef5bb1 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 943 time: 0.0544522 Aug 13 04:36:45.174506 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f2dcf-9c83-4777-93e4-343c07c6b668 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Pushing event deleted for resources: {'Port': ['ID=9aa0221a-92be-4f44-b2cb-e932740ff8ae,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:45.215001 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b1e600f7-6973-47b9-9a61-dd779fb16247 req-94b8850e-c158-4d98-aeeb-c094aac90579 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323477 Aug 13 04:36:45.290839 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-632b4415-d956-4fde-b3ff-2d989f2859a1 req-3a8f2dcf-9c83-4777-93e4-343c07c6b668 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Router 212c78a9-aefd-4f63-8bb4-be0c67202d13 has already been hosted by L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:36:45.409807 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-632b4415-d956-4fde-b3ff-2d989f2859a1 req-3a8f2dcf-9c83-4777-93e4-343c07c6b668 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:36:45.421291 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b37590d-5355-4991-a0f1-0dc83d8c17b5 None None] Sync routers for ids ['212c78a9-aefd-4f63-8bb4-be0c67202d13'] in dv-cinder-759961-6-iscsi {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:36:45.432901 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b37590d-5355-4991-a0f1-0dc83d8c17b5 None None] Routers {'212c78a9-aefd-4f63-8bb4-be0c67202d13'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:36:45.434017 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-1b37590d-5355-4991-a0f1-0dc83d8c17b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:36:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['212c78a9-aefd-4f63-8bb4-be0c67202d13'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:36:45.449573 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [req-632b4415-d956-4fde-b3ff-2d989f2859a1 req-3a8f2dcf-9c83-4777-93e4-343c07c6b668 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] No DVR routers for this DVR port 9aa0221a-92be-4f44-b2cb-e932740ff8ae on host hv-cinder-75996 {{(pid=93894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:36:45.452430 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-632b4415-d956-4fde-b3ff-2d989f2859a1 req-3a8f2dcf-9c83-4777-93e4-343c07c6b668 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:45.455080 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-632b4415-d956-4fde-b3ff-2d989f2859a1 req-3a8f2dcf-9c83-4777-93e4-343c07c6b668 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.64 "DELETE /v2.0/ports/9aa0221a-92be-4f44-b2cb-e932740ff8ae HTTP/1.1" status: 204 len: 173 time: 1.0385399 Aug 13 04:36:45.455516 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8018e3b0-c3af-49a1-bbca-3123c9573244', 'name': 'network-vif-deleted', 'tag': '9aa0221a-92be-4f44-b2cb-e932740ff8ae'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:36:45.458417 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70cdd4b14b3222e3d0e13c26c8e97d260020fc564b3ab37a06bbaa54b203d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1431a6b6-0d30-4314-badb-b0751f884f3a" -d '{"events": [{"server_uuid": "8018e3b0-c3af-49a1-bbca-3123c9573244", "name": "network-vif-deleted", "tag": "9aa0221a-92be-4f44-b2cb-e932740ff8ae"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:36:45.520451 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10913f0b-5830-49cc-a96e-2ad306947863 x-openstack-request-id: req-10913f0b-5830-49cc-a96e-2ad306947863 {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:36:45.520748 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8018e3b0-c3af-49a1-bbca-3123c9573244", "name": "network-vif-deleted", "tag": "9aa0221a-92be-4f44-b2cb-e932740ff8ae", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:36:45.521231 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10913f0b-5830-49cc-a96e-2ad306947863 {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:36:45.521697 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8018e3b0-c3af-49a1-bbca-3123c9573244', 'name': 'network-vif-deleted', 'tag': '9aa0221a-92be-4f44-b2cb-e932740ff8ae', 'status': 'completed', 'code': 200} Aug 13 04:36:45.562808 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-1b37590d-5355-4991-a0f1-0dc83d8c17b5 None None] Set router 212c78a9-aefd-4f63-8bb4-be0c67202d13 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:36:45.599216 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device b09d6a5f-8290-4c39-852c-99ab3183d05c details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=93895) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:36:45.732548 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218300d-5d10-4da3-92a9-133e7565c440 req-1f8bfe99-2e2b-4b97-a218-698255e66065 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:45.734120 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7218300d-5d10-4da3-92a9-133e7565c440 req-1f8bfe99-2e2b-4b97-a218-698255e66065 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fee77a-c81e-400f-8a01-959a6d472e9c HTTP/1.1" status: 200 len: 943 time: 0.0525370 Aug 13 04:36:45.780581 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7218300d-5d10-4da3-92a9-133e7565c440 req-66f620e8-c195-4300-a97e-47f7562042d9 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388093 Aug 13 04:36:45.860565 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port b09d6a5f-8290-4c39-852c-99ab3183d05c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=b09d6a5f-8290-4c39-852c-99ab3183d05c,segment=NetworkSegment(55400ce5-562b-4df1-92f9-d4df5f090c2a),segment_id=55400ce5-562b-4df1-92f9-d4df5f090c2a)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:36:45.874547 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Returning: {'device': 'b09d6a5f-8290-4c39-852c-99ab3183d05c', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'port_id': 'b09d6a5f-8290-4c39-852c-99ab3183d05c', 'mac_address': 'fa:16:3e:b7:34:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93895) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:36:45.934073 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:45.939912 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-1b37590d-5355-4991-a0f1-0dc83d8c17b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'name': 'tempest-AttachVolumeTestJSON-741037835-router', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:45Z', 'updated_at': '2021-08-13T04:29:51Z', 'revision_number': 4, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'gw_port': {'id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:47Z', 'updated_at': '2021-08-13T04:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': 'ad1561e4-776c-43ca-926b-f2b7bf901d69', 'name': '', 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'mac_address': 'fa:16:3e:34:58:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5b21e272-0ba6-46ef-9194-8e0451e934ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:50Z', 'updated_at': '2021-08-13T04:29:58Z', 'revision_number': 5, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'subnets': [{'id': '5b21e272-0ba6-46ef-9194-8e0451e934ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:36:45.977835 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b37590d-5355-4991-a0f1-0dc83d8c17b5 None None] Checking router: 212c78a9-aefd-4f63-8bb4-be0c67202d13 for host: dv-cinder-759961-6-iscsi {{(pid=93895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:36:45.982303 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b09d6a5f-8290-4c39-852c-99ab3183d05c {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:36:46.011379 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b37590d-5355-4991-a0f1-0dc83d8c17b5 None None] Routers {'212c78a9-aefd-4f63-8bb4-be0c67202d13'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:36:46.011601 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-1b37590d-5355-4991-a0f1-0dc83d8c17b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:36:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['212c78a9-aefd-4f63-8bb4-be0c67202d13'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:36:46.016276 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port b09d6a5f-8290-4c39-852c-99ab3183d05c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=b09d6a5f-8290-4c39-852c-99ab3183d05c,segment=NetworkSegment(55400ce5-562b-4df1-92f9-d4df5f090c2a),segment_id=55400ce5-562b-4df1-92f9-d4df5f090c2a)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:36:46.021042 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-26d30480-76f2-4c9f-a44b-bd548bbd2a7b req-ba6da984-7d82-4f9b-8a5c-6b6be2f7e31c tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/ports?device_id=8018e3b0-c3af-49a1-bbca-3123c9573244 HTTP/1.1" status: 200 len: 210 time: 0.0281489 Aug 13 04:36:46.059159 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:46.180707 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0701fc0-82ed-44c0-939b-394fd7b52ca8 req-3fe46aca-839f-4c12-acc5-11086c264e8f tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:46.182270 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a0701fc0-82ed-44c0-939b-394fd7b52ca8 req-3fe46aca-839f-4c12-acc5-11086c264e8f tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0520678 Aug 13 04:36:46.222387 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a0701fc0-82ed-44c0-939b-394fd7b52ca8 req-023002f9-4d16-4bea-bf10-171ca4a54c09 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335426 Aug 13 04:36:46.290415 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=b09d6a5f-8290-4c39-852c-99ab3183d05c,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:46.303114 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-1b37590d-5355-4991-a0f1-0dc83d8c17b5 None None] Set router 212c78a9-aefd-4f63-8bb4-be0c67202d13 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:36:46.332696 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['b09d6a5f-8290-4c39-852c-99ab3183d05c'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:36:46.337187 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d8d24a-ea95-4af5-9aaa-7caf1b49aeaa req-18d93c71-aab4-41bb-bf2a-f42a51c5fed7 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:46.338800 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b0d8d24a-ea95-4af5-9aaa-7caf1b49aeaa req-18d93c71-aab4-41bb-bf2a-f42a51c5fed7 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 943 time: 0.0545630 Aug 13 04:36:46.380286 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b0d8d24a-ea95-4af5-9aaa-7caf1b49aeaa req-3ec347f7-59e7-4977-845e-8908860e196a tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346625 Aug 13 04:36:46.652907 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-1b37590d-5355-4991-a0f1-0dc83d8c17b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'name': 'tempest-AttachVolumeTestJSON-741037835-router', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:45Z', 'updated_at': '2021-08-13T04:29:51Z', 'revision_number': 4, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'gw_port': {'id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:47Z', 'updated_at': '2021-08-13T04:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': 'ad1561e4-776c-43ca-926b-f2b7bf901d69', 'name': '', 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'mac_address': 'fa:16:3e:34:58:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5b21e272-0ba6-46ef-9194-8e0451e934ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:50Z', 'updated_at': '2021-08-13T04:29:58Z', 'revision_number': 5, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'subnets': [{'id': '5b21e272-0ba6-46ef-9194-8e0451e934ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:36:46.681782 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b37590d-5355-4991-a0f1-0dc83d8c17b5 None None] The sync data for ids ['212c78a9-aefd-4f63-8bb4-be0c67202d13'] in dv-cinder-759961-6-iscsi is: [{'id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'name': 'tempest-AttachVolumeTestJSON-741037835-router', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:45Z', 'updated_at': '2021-08-13T04:29:51Z', 'revision_number': 4, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'gw_port': {'id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:47Z', 'updated_at': '2021-08-13T04:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': 'ad1561e4-776c-43ca-926b-f2b7bf901d69', 'name': '', 'network_id': '9c9aa154-2553-4e43-a430-2b11cf059f5c', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'mac_address': 'fa:16:3e:34:58:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '5b21e272-0ba6-46ef-9194-8e0451e934ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:50Z', 'updated_at': '2021-08-13T04:29:58Z', 'revision_number': 5, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'subnets': [{'id': '5b21e272-0ba6-46ef-9194-8e0451e934ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:36:46.899803 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb0ef4-79c0-4a56-8cd9-dd3bdaf59ad2 req-02605a27-ddb3-4924-bb86-5902862c3c01 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:46.902067 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-03eb0ef4-79c0-4a56-8cd9-dd3bdaf59ad2 req-02605a27-ddb3-4924-bb86-5902862c3c01 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fee77a-c81e-400f-8a01-959a6d472e9c HTTP/1.1" status: 200 len: 944 time: 0.0510261 Aug 13 04:36:46.904083 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8905d4ce-0b3d-45ba-8788-361cac051780 None None] New status for floating IP 2c89d240-4afa-42c7-8f14-923231db7dd6: DOWN {{(pid=93896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:36:46.940923 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-03eb0ef4-79c0-4a56-8cd9-dd3bdaf59ad2 req-0b1e3c49-35e1-4d86-a448-500fd428de8d tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330079 Aug 13 04:36:47.121252 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 43286) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:36:47.175016 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f2179401-f4dc-494d-84c0-0573f7449015 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:47.197947 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f2179401-f4dc-494d-84c0-0573f7449015 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:47.246732 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f2179401-f4dc-494d-84c0-0573f7449015 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:47.249634 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f2179401-f4dc-494d-84c0-0573f7449015 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:47.251893 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-f2179401-f4dc-494d-84c0-0573f7449015 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "DELETE /v2.0/security-groups/fe4bfdba-49b7-4371-afc3-60558a54b949 HTTP/1.1" status: 204 len: 168 time: 0.1296082 Aug 13 04:36:47.254740 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 43290) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:36:47.260934 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2179401-f4dc-494d-84c0-0573f7449015 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4bfdba-49b7-4371-afc3-60558a54b949,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:47.269299 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.api.v2.resource [None req-cb61e8e8-78eb-4db3-b6f6-cfd49bc409a9 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] show failed (client error): The resource could not be found. Aug 13 04:36:47.270360 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-cb61e8e8-78eb-4db3-b6f6-cfd49bc409a9 tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "GET /v2.0/security-groups/fe4bfdba-49b7-4371-afc3-60558a54b949 HTTP/1.1" status: 404 len: 347 time: 0.0144322 Aug 13 04:36:47.273551 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 43292) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:36:47.355296 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6cbe8-8e1f-488b-aa19-9e6f19376ae1 req-c3101063-358e-466e-8e55-b68bd150ed99 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:47.356861 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a8b6cbe8-8e1f-488b-aa19-9e6f19376ae1 req-c3101063-358e-466e-8e55-b68bd150ed99 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0510583 Aug 13 04:36:47.400995 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a8b6cbe8-8e1f-488b-aa19-9e6f19376ae1 req-ab43ec05-2447-44b8-a2f4-f9d2e3056094 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367775 Aug 13 04:36:47.411345 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-3c10a8c7-6f37-41e6-8781-9f18929a10ce tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Deleting port f24b734d-81b1-4c2e-b721-fb709d5fff58 {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:36:47.411905 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3c10a8c7-6f37-41e6-8781-9f18929a10ce tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:47.494590 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3c10a8c7-6f37-41e6-8781-9f18929a10ce tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:47.494926 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3c10a8c7-6f37-41e6-8781-9f18929a10ce tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:47.508717 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-3c10a8c7-6f37-41e6-8781-9f18929a10ce tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Calling delete_port for f24b734d-81b1-4c2e-b721-fb709d5fff58 owned by network:floatingip {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:36:47.596635 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device b09d6a5f-8290-4c39-852c-99ab3183d05c up at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:36:47.667946 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3c10a8c7-6f37-41e6-8781-9f18929a10ce tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:47.669127 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning for port b09d6a5f-8290-4c39-852c-99ab3183d05c completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:36:47.677571 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning complete for port b09d6a5f-8290-4c39-852c-99ab3183d05c triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:36:47.678475 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:47.698535 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c10a8c7-6f37-41e6-8781-9f18929a10ce tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Pushing event deleted for resources: {'Port': ['ID=f24b734d-81b1-4c2e-b721-fb709d5fff58,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:47.768316 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e47918-fed4-4455-bc41-c678b38d038b req-38ab4da0-3b2e-4032-97ab-07a6c146e1d2 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:47.770113 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-73e47918-fed4-4455-bc41-c678b38d038b req-38ab4da0-3b2e-4032-97ab-07a6c146e1d2 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 943 time: 0.3185043 Aug 13 04:36:47.776912 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:47.791159 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3c10a8c7-6f37-41e6-8781-9f18929a10ce tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks [] for floatingip, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:47.794452 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-3c10a8c7-6f37-41e6-8781-9f18929a10ce tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for floatingip, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:47.795837 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-3c10a8c7-6f37-41e6-8781-9f18929a10ce tempest-AttachVolumeTestJSON-171758676 tempest-AttachVolumeTestJSON-171758676-project] 10.222.0.13 "DELETE /v2.0/floatingips/2c89d240-4afa-42c7-8f14-923231db7dd6 HTTP/1.1" status: 204 len: 168 time: 0.5209720 Aug 13 04:36:47.812700 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fee77a-c81e-400f-8a01-959a6d472e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09d6a5f-8290-4c39-852c-99ab3183d05c'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:36:47.815086 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c92d4982b19a4a1727383111979b328de092d32a0bc2fa1b4d64c134060166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e421deb-d22e-4ccd-9b03-5da0e691633f" -d '{"events": [{"server_uuid": "06fee77a-c81e-400f-8a01-959a6d472e9c", "name": "network-vif-plugged", "status": "completed", "tag": "b09d6a5f-8290-4c39-852c-99ab3183d05c"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:36:47.835461 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-73e47918-fed4-4455-bc41-c678b38d038b req-53690249-8346-414e-ba19-020f5044b0d7 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591242 Aug 13 04:36:47.841829 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port b09d6a5f-8290-4c39-852c-99ab3183d05c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=b09d6a5f-8290-4c39-852c-99ab3183d05c,segment=NetworkSegment(55400ce5-562b-4df1-92f9-d4df5f090c2a),segment_id=55400ce5-562b-4df1-92f9-d4df5f090c2a)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:36:47.851742 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:47.852879 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 9aa0221a-92be-4f44-b2cb-e932740ff8ae no longer exists at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:36:47.904615 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] No Port match for: 9aa0221a-92be-4f44-b2cb-e932740ff8ae {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:36:47.904980 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 9aa0221a-92be-4f44-b2cb-e932740ff8ae not bound to the agent host hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:36:47.912232 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d017f345-5c6d-49f4-99d2-9c30469d1f86 x-openstack-request-id: req-d017f345-5c6d-49f4-99d2-9c30469d1f86 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:36:47.912232 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06fee77a-c81e-400f-8a01-959a6d472e9c", "name": "network-vif-plugged", "status": "completed", "tag": "b09d6a5f-8290-4c39-852c-99ab3183d05c", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:36:47.912232 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d017f345-5c6d-49f4-99d2-9c30469d1f86 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:36:47.912232 dv-cinder-759961-6-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fee77a-c81e-400f-8a01-959a6d472e9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09d6a5f-8290-4c39-852c-99ab3183d05c', 'code': 200} Aug 13 04:36:47.953418 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=b09d6a5f-8290-4c39-852c-99ab3183d05c,revision_number=5']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:47.970134 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3476bdc-d420-4006-bfeb-52eb7c6dba18 req-81a6e6cd-084c-496f-90c9-e4209c6ca334 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:47.971759 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c3476bdc-d420-4006-bfeb-52eb7c6dba18 req-81a6e6cd-084c-496f-90c9-e4209c6ca334 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbe520d7-325b-4eb8-8a4b-f2708055fe56 HTTP/1.1" status: 200 len: 946 time: 0.0572922 Aug 13 04:36:48.014794 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c3476bdc-d420-4006-bfeb-52eb7c6dba18 req-69c94f74-4236-4ae8-ab3b-8c2be24c138a tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/security-groups?id=926d7e44-7c7d-4495-b548-1f4b506b9579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363278 Aug 13 04:36:48.065991 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb87c55-1a7d-42b4-888f-e6020a7bc4e6 req-4bc2721f-5d76-4013-bf51-51d0897ec864 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:48.067461 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4eb87c55-1a7d-42b4-888f-e6020a7bc4e6 req-4bc2721f-5d76-4013-bf51-51d0897ec864 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fee77a-c81e-400f-8a01-959a6d472e9c HTTP/1.1" status: 200 len: 945 time: 0.0515964 Aug 13 04:36:48.109884 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4eb87c55-1a7d-42b4-888f-e6020a7bc4e6 req-2ce318a1-eb17-45d9-a5b0-b72e808c572d tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359640 Aug 13 04:36:48.158657 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63335e41-b166-4830-befa-3f8b1472868a req-dcd923ed-6442-4b81-b223-d89655e25a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:48.160120 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-63335e41-b166-4830-befa-3f8b1472868a req-dcd923ed-6442-4b81-b223-d89655e25a39 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=06fee77a-c81e-400f-8a01-959a6d472e9c HTTP/1.1" status: 200 len: 1098 time: 0.0400138 Aug 13 04:36:48.199504 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-63335e41-b166-4830-befa-3f8b1472868a req-3716d613-664d-41aa-b493-71ef12c3ae7c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296075 Aug 13 04:36:48.521246 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747268bd-b21a-4a81-b25f-edc1f1b45731 req-2f00b886-8c1d-4130-9373-7cb09a150624 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:48.522723 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-747268bd-b21a-4a81-b25f-edc1f1b45731 req-2f00b886-8c1d-4130-9373-7cb09a150624 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0476539 Aug 13 04:36:48.559802 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-747268bd-b21a-4a81-b25f-edc1f1b45731 req-f3428544-3196-41cb-99fc-a2bc6ef38828 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311079 Aug 13 04:36:48.956217 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5328af3e-8620-4b31-b671-40a20807fef4 req-414482d5-4239-4102-8971-c47e79be72b2 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:48.957709 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5328af3e-8620-4b31-b671-40a20807fef4 req-414482d5-4239-4102-8971-c47e79be72b2 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 943 time: 0.0505531 Aug 13 04:36:49.006205 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5328af3e-8620-4b31-b671-40a20807fef4 req-e79060d1-ff38-4b68-9f1f-34721493a322 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415149 Aug 13 04:36:49.143722 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdfe5c3-a81d-4e2f-96ff-f90d22c18277 req-143372d7-a3db-4b41-9e14-3dcf8e0f4200 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:49.145279 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1fdfe5c3-a81d-4e2f-96ff-f90d22c18277 req-143372d7-a3db-4b41-9e14-3dcf8e0f4200 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbe520d7-325b-4eb8-8a4b-f2708055fe56 HTTP/1.1" status: 200 len: 946 time: 0.0531104 Aug 13 04:36:49.196614 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1fdfe5c3-a81d-4e2f-96ff-f90d22c18277 req-81257b42-848d-46c9-9ba3-b2af5a62459b tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/security-groups?id=926d7e44-7c7d-4495-b548-1f4b506b9579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453374 Aug 13 04:36:49.230953 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c572f3af-1275-4bfa-862e-c980775ce840 req-9a109081-ebb3-47ab-857c-a483cf463e06 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:49.232443 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c572f3af-1275-4bfa-862e-c980775ce840 req-9a109081-ebb3-47ab-857c-a483cf463e06 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fee77a-c81e-400f-8a01-959a6d472e9c HTTP/1.1" status: 200 len: 945 time: 0.0527003 Aug 13 04:36:49.270379 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c572f3af-1275-4bfa-862e-c980775ce840 req-61a8a2d2-1587-4828-a15a-dc4e0c346ae9 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309958 Aug 13 04:36:49.387559 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2fb4c-893d-4bd5-a7c3-5a9b421826be req-67d7d3d4-1c1d-499a-aa2d-159e39020bf4 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:49.388929 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c2c2fb4c-893d-4bd5-a7c3-5a9b421826be req-67d7d3d4-1c1d-499a-aa2d-159e39020bf4 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fee77a-c81e-400f-8a01-959a6d472e9c HTTP/1.1" status: 200 len: 945 time: 0.0492995 Aug 13 04:36:49.426452 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c2c2fb4c-893d-4bd5-a7c3-5a9b421826be req-8b553810-d9c4-4878-8aba-27f8352fa0f4 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311508 Aug 13 04:36:49.449084 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 43326) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:36:49.488314 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5ba825-9f43-43f1-ae19-728aa9f6f174 tempest-TestVolumeBootPattern-1200976708 tempest-TestVolumeBootPattern-1200976708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:49.489902 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-ba5ba825-9f43-43f1-ae19-728aa9f6f174 tempest-TestVolumeBootPattern-1200976708 tempest-TestVolumeBootPattern-1200976708-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=06fee77a-c81e-400f-8a01-959a6d472e9c HTTP/1.1" status: 200 len: 1093 time: 0.0397773 Aug 13 04:36:49.492606 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 43328) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:36:49.496921 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-10eb89e7-9876-4662-8ce9-e6f457377bf8 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Request body: {'floatingip': {'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'port_id': 'b09d6a5f-8290-4c39-852c-99ab3183d05c', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:36:49.519169 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-10eb89e7-9876-4662-8ce9-e6f457377bf8 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for floatingip, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:49.617903 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 1166ab58-4fa6-49a1-b301-c03b411d9dc0 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=93895) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:36:49.618546 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-10eb89e7-9876-4662-8ce9-e6f457377bf8 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:49.696568 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009922e1-b92f-4084-8b9b-aa18a7be2f72 req-bebd5f18-5274-44e6-a3a4-32b787c24a9f tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:49.698376 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-009922e1-b92f-4084-8b9b-aa18a7be2f72 req-bebd5f18-5274-44e6-a3a4-32b787c24a9f tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0509548 Aug 13 04:36:49.723494 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 1166ab58-4fa6-49a1-b301-c03b411d9dc0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=1166ab58-4fa6-49a1-b301-c03b411d9dc0,segment=NetworkSegment(39e38de4-be0d-4450-b900-31261b17f00f),segment_id=39e38de4-be0d-4450-b900-31261b17f00f)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:36:49.733475 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [None req-10eb89e7-9876-4662-8ce9-e6f457377bf8 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Allocated IP 172.27.0.236 (d5442241-d7fe-41d2-8545-5b5874d634cc/644fe726-b54d-4883-8d33-fa766808e879/a58f7874-e86a-4515-837e-704b20a5e6e4) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:36:49.736065 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Returning: {'device': '1166ab58-4fa6-49a1-b301-c03b411d9dc0', 'network_id': '48b70047-4f37-4bcb-9978-33a75e7a4b30', 'port_id': '1166ab58-4fa6-49a1-b301-c03b411d9dc0', 'mac_address': 'fa:16:3e:8b:7c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47785185-d5f8-433d-afab-e7fc9175212b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93895) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:36:49.748004 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-009922e1-b92f-4084-8b9b-aa18a7be2f72 req-5f90eb60-de72-444a-b2e4-cd713b6c8d02 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427558 Aug 13 04:36:49.778046 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:49.794542 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1166ab58-4fa6-49a1-b301-c03b411d9dc0 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:36:49.815071 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 1166ab58-4fa6-49a1-b301-c03b411d9dc0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=1166ab58-4fa6-49a1-b301-c03b411d9dc0,segment=NetworkSegment(39e38de4-be0d-4450-b900-31261b17f00f),segment_id=39e38de4-be0d-4450-b900-31261b17f00f)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:36:49.819185 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:49.869874 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=1166ab58-4fa6-49a1-b301-c03b411d9dc0,revision_number=7']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:49.875617 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58424fb-7ad9-46c6-9ae5-503d18288a42 req-cd912b7b-5019-4f1b-8839-07878411d907 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:49.877104 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f58424fb-7ad9-46c6-9ae5-503d18288a42 req-cd912b7b-5019-4f1b-8839-07878411d907 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.64 "GET /v2.0/ports?device_id=fbe520d7-325b-4eb8-8a4b-f2708055fe56 HTTP/1.1" status: 200 len: 946 time: 0.0774310 Aug 13 04:36:49.897575 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-10eb89e7-9876-4662-8ce9-e6f457377bf8 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:49.999265 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-10eb89e7-9876-4662-8ce9-e6f457377bf8 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:50.033822 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [req-f58424fb-7ad9-46c6-9ae5-503d18288a42 req-491ad8ab-68dd-44aa-b8f2-f62390a82b99 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Deleting port 9e94bb8a-0301-4eda-b881-d66c4e39a5cd {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:36:50.034170 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-f58424fb-7ad9-46c6-9ae5-503d18288a42 req-491ad8ab-68dd-44aa-b8f2-f62390a82b99 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:50.082163 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['1166ab58-4fa6-49a1-b301-c03b411d9dc0'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:36:50.086861 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10eb89e7-9876-4662-8ce9-e6f457377bf8 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Network d5442241-d7fe-41d2-8545-5b5874d634cc is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:36:50.097065 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-10eb89e7-9876-4662-8ce9-e6f457377bf8 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:36:50.101071 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10eb89e7-9876-4662-8ce9-e6f457377bf8 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:36:50.102995 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb89e7-9876-4662-8ce9-e6f457377bf8 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Pushing event updated for resources: {'Port': ['ID=a58f7874-e86a-4515-837e-704b20a5e6e4,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:50.139818 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a7e2c-7e31-47e4-99af-8222dcd1542d req-af146de7-8cc1-4911-a17d-e29fb2d22875 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:50.141912 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7b1a7e2c-7e31-47e4-99af-8222dcd1542d req-af146de7-8cc1-4911-a17d-e29fb2d22875 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 944 time: 0.0700319 Aug 13 04:36:50.188349 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7b1a7e2c-7e31-47e4-99af-8222dcd1542d req-f64cdb5f-4a66-4b5f-a336-7a26a4358f60 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389929 Aug 13 04:36:50.228134 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-f58424fb-7ad9-46c6-9ae5-503d18288a42 req-491ad8ab-68dd-44aa-b8f2-f62390a82b99 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] For port 9e94bb8a-0301-4eda-b881-d66c4e39a5cd, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=9e94bb8a-0301-4eda-b881-d66c4e39a5cd,segment=NetworkSegment(bf46ad3f-cd90-4f1d-8335-4630fb944700),segment_id=bf46ad3f-cd90-4f1d-8335-4630fb944700)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:36:50.228524 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-f58424fb-7ad9-46c6-9ae5-503d18288a42 req-491ad8ab-68dd-44aa-b8f2-f62390a82b99 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:50.268926 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [req-f58424fb-7ad9-46c6-9ae5-503d18288a42 req-491ad8ab-68dd-44aa-b8f2-f62390a82b99 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Calling delete_port for 9e94bb8a-0301-4eda-b881-d66c4e39a5cd owned by compute:nova {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:36:50.365282 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e422b6-3916-4261-a313-615fe3e82eaa req-c244a387-80b4-4563-8deb-f98ee8bf5d81 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:50.366813 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-58e422b6-3916-4261-a313-615fe3e82eaa req-c244a387-80b4-4563-8deb-f98ee8bf5d81 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbe520d7-325b-4eb8-8a4b-f2708055fe56 HTTP/1.1" status: 200 len: 946 time: 0.0908780 Aug 13 04:36:50.413054 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-58e422b6-3916-4261-a313-615fe3e82eaa req-1e6ae735-3419-4311-830a-38f2763f5cfa tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/security-groups?id=926d7e44-7c7d-4495-b548-1f4b506b9579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400450 Aug 13 04:36:50.527455 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-f58424fb-7ad9-46c6-9ae5-503d18288a42 req-491ad8ab-68dd-44aa-b8f2-f62390a82b99 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:50.583262 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ad8ab-68dd-44aa-b8f2-f62390a82b99 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Pushing event deleted for resources: {'Port': ['ID=9e94bb8a-0301-4eda-b881-d66c4e39a5cd,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:50.661677 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58424fb-7ad9-46c6-9ae5-503d18288a42 req-491ad8ab-68dd-44aa-b8f2-f62390a82b99 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] No DVR routers for this DVR port 9e94bb8a-0301-4eda-b881-d66c4e39a5cd on host hv-cinder-75996 {{(pid=93894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:36:50.665126 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-f58424fb-7ad9-46c6-9ae5-503d18288a42 req-491ad8ab-68dd-44aa-b8f2-f62390a82b99 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:50.667198 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-f58424fb-7ad9-46c6-9ae5-503d18288a42 req-491ad8ab-68dd-44aa-b8f2-f62390a82b99 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.64 "DELETE /v2.0/ports/9e94bb8a-0301-4eda-b881-d66c4e39a5cd HTTP/1.1" status: 204 len: 173 time: 0.7816820 Aug 13 04:36:50.667641 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe520d7-325b-4eb8-8a4b-f2708055fe56', 'name': 'network-vif-deleted', 'tag': '9e94bb8a-0301-4eda-b881-d66c4e39a5cd'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:36:50.669875 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70cdd4b14b3222e3d0e13c26c8e97d260020fc564b3ab37a06bbaa54b203d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52acaf6-2c3e-47a2-8b90-94e4d2b09df5" -d '{"events": [{"server_uuid": "fbe520d7-325b-4eb8-8a4b-f2708055fe56", "name": "network-vif-deleted", "tag": "9e94bb8a-0301-4eda-b881-d66c4e39a5cd"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:36:50.711224 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef8cb18-5c9c-4ab8-850e-bdd45a830d9e x-openstack-request-id: req-fef8cb18-5c9c-4ab8-850e-bdd45a830d9e {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:36:50.711516 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe520d7-325b-4eb8-8a4b-f2708055fe56", "name": "network-vif-deleted", "tag": "9e94bb8a-0301-4eda-b881-d66c4e39a5cd", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:36:50.711767 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fef8cb18-5c9c-4ab8-850e-bdd45a830d9e {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:36:50.712154 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe520d7-325b-4eb8-8a4b-f2708055fe56', 'name': 'network-vif-deleted', 'tag': '9e94bb8a-0301-4eda-b881-d66c4e39a5cd', 'status': 'completed', 'code': 200} Aug 13 04:36:50.739014 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-10eb89e7-9876-4662-8ce9-e6f457377bf8 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:50.790095 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['9e94bb8a-0301-4eda-b881-d66c4e39a5cd'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:36:50.810449 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-10eb89e7-9876-4662-8ce9-e6f457377bf8 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:50.885977 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae3c1cf-955b-4e03-9cf8-1fe7b15bc311 req-1b8770e0-fe87-4360-a978-1666e1647a35 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:50.887713 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5ae3c1cf-955b-4e03-9cf8-1fe7b15bc311 req-1b8770e0-fe87-4360-a978-1666e1647a35 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0504217 Aug 13 04:36:50.933298 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5ae3c1cf-955b-4e03-9cf8-1fe7b15bc311 req-518dc0c0-ce4c-4b31-b032-3db946ce7d71 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372205 Aug 13 04:36:50.969611 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-10eb89e7-9876-4662-8ce9-e6f457377bf8 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:50.974100 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-10eb89e7-9876-4662-8ce9-e6f457377bf8 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8757390'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:51.038326 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb89e7-9876-4662-8ce9-e6f457377bf8 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Pushing event updated for resources: {'Port': ['ID=a58f7874-e86a-4515-837e-704b20a5e6e4,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:51.051607 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-10eb89e7-9876-4662-8ce9-e6f457377bf8 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3788949'] for floatingip, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:51.150790 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.db.l3_db [None req-10eb89e7-9876-4662-8ce9-e6f457377bf8 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Floating IP a2c97ff4-d18f-4b08-8146-33b5f451b409 associated. External IP: 172.27.0.236, port: b09d6a5f-8290-4c39-852c-99ab3183d05c. Aug 13 04:36:51.314205 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ceeade-6717-4eeb-ae6b-1ebe6e9677ae req-9a3fe86e-5042-4a7c-8981-0f45a12d1159 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:51.315724 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d1ceeade-6717-4eeb-ae6b-1ebe6e9677ae req-9a3fe86e-5042-4a7c-8981-0f45a12d1159 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 944 time: 0.0512156 Aug 13 04:36:51.355043 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d1ceeade-6717-4eeb-ae6b-1ebe6e9677ae req-4d68dacb-95c2-4e1d-94aa-ac0f1c13320d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331876 Aug 13 04:36:51.364500 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10eb89e7-9876-4662-8ce9-e6f457377bf8 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Router 84c8ba90-bd75-48e8-9809-29e8e1ab1971 has already been hosted by L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:36:51.458552 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 43360) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:36:51.491344 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10eb89e7-9876-4662-8ce9-e6f457377bf8 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:36:51.505599 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36b42ba-e14d-4686-9bff-77c8ed89a7a5 None None] Sync routers for ids ['84c8ba90-bd75-48e8-9809-29e8e1ab1971'] in dv-cinder-759961-6-iscsi {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:36:51.508088 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-10eb89e7-9876-4662-8ce9-e6f457377bf8 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for floatingip, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:51.517668 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36b42ba-e14d-4686-9bff-77c8ed89a7a5 None None] Routers {'84c8ba90-bd75-48e8-9809-29e8e1ab1971'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:36:51.518398 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-c36b42ba-e14d-4686-9bff-77c8ed89a7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:36:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['84c8ba90-bd75-48e8-9809-29e8e1ab1971'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:36:51.553444 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-10eb89e7-9876-4662-8ce9-e6f457377bf8 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0515633 Aug 13 04:36:51.625886 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 1166ab58-4fa6-49a1-b301-c03b411d9dc0 up at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:36:51.677211 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-c36b42ba-e14d-4686-9bff-77c8ed89a7a5 None None] Set router 84c8ba90-bd75-48e8-9809-29e8e1ab1971 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:36:51.771272 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning complete for port 1166ab58-4fa6-49a1-b301-c03b411d9dc0 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:36:51.771653 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:51.939383 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:51.986511 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba719a9-61df-4d8d-99c1-907f97a80e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1166ab58-4fa6-49a1-b301-c03b411d9dc0'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:36:51.988804 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c92d4982b19a4a1727383111979b328de092d32a0bc2fa1b4d64c134060166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94615509-90aa-4d8c-9938-e07e544aadef" -d '{"events": [{"server_uuid": "5ba719a9-61df-4d8d-99c1-907f97a80e8e", "name": "network-vif-plugged", "status": "completed", "tag": "1166ab58-4fa6-49a1-b301-c03b411d9dc0"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:36:52.006996 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 1166ab58-4fa6-49a1-b301-c03b411d9dc0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=1166ab58-4fa6-49a1-b301-c03b411d9dc0,segment=NetworkSegment(39e38de4-be0d-4450-b900-31261b17f00f),segment_id=39e38de4-be0d-4450-b900-31261b17f00f)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:36:52.019670 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:52.020533 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 9e94bb8a-0301-4eda-b881-d66c4e39a5cd no longer exists at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:36:52.068170 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb073d2f-4b4e-4521-8685-67127cb913f2 x-openstack-request-id: req-cb073d2f-4b4e-4521-8685-67127cb913f2 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:36:52.068461 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba719a9-61df-4d8d-99c1-907f97a80e8e", "name": "network-vif-plugged", "status": "completed", "tag": "1166ab58-4fa6-49a1-b301-c03b411d9dc0", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:36:52.068723 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb073d2f-4b4e-4521-8685-67127cb913f2 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:36:52.069105 dv-cinder-759961-6-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba719a9-61df-4d8d-99c1-907f97a80e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1166ab58-4fa6-49a1-b301-c03b411d9dc0', 'code': 200} Aug 13 04:36:52.069636 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] No Port match for: 9e94bb8a-0301-4eda-b881-d66c4e39a5cd {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:36:52.069976 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 9e94bb8a-0301-4eda-b881-d66c4e39a5cd not bound to the agent host hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:36:52.071861 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245faafd-cb8f-4145-be71-6c29e1b16ddc req-b22d3467-53f0-4699-9977-8b339ee2f4e5 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:52.073841 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-245faafd-cb8f-4145-be71-6c29e1b16ddc req-b22d3467-53f0-4699-9977-8b339ee2f4e5 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0604467 Aug 13 04:36:52.086449 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-c36b42ba-e14d-4686-9bff-77c8ed89a7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'name': 'tempest-TestVolumeBootPattern-334249644-router', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:11Z', 'updated_at': '2021-08-13T04:32:18Z', 'revision_number': 4, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'gw_port': {'id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:12Z', 'updated_at': '2021-08-13T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_floatingips': [{'id': 'a2c97ff4-d18f-4b08-8146-33b5f451b409', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'router_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'port_id': 'b09d6a5f-8290-4c39-852c-99ab3183d05c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'mac_address': 'fa:16:3e:b7:34:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fee77a-c81e-400f-8a01-959a6d472e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:36:50Z', 'updated_at': '2021-08-13T04:36:50Z', 'revision_number': 0, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee537ad-5512-45bb-934e-4815e20a6d76', 'name': '', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'mac_address': 'fa:16:3e:7c:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:16Z', 'updated_at': '2021-08-13T04:32:31Z', 'revision_number': 5, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'subnets': [{'id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:36:52.116100 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-245faafd-cb8f-4145-be71-6c29e1b16ddc req-2627e3d9-979e-4314-91f5-accd5ff7e791 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349207 Aug 13 04:36:52.118938 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36b42ba-e14d-4686-9bff-77c8ed89a7a5 None None] Checking router: 84c8ba90-bd75-48e8-9809-29e8e1ab1971 for host: dv-cinder-759961-6-iscsi {{(pid=93895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:36:52.133881 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=1166ab58-4fa6-49a1-b301-c03b411d9dc0,revision_number=8']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:52.141888 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36b42ba-e14d-4686-9bff-77c8ed89a7a5 None None] Routers {'84c8ba90-bd75-48e8-9809-29e8e1ab1971'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:36:52.142508 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-c36b42ba-e14d-4686-9bff-77c8ed89a7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:36:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['84c8ba90-bd75-48e8-9809-29e8e1ab1971'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:36:52.257070 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-c36b42ba-e14d-4686-9bff-77c8ed89a7a5 None None] Set router 84c8ba90-bd75-48e8-9809-29e8e1ab1971 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:36:52.282478 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c32f78fa-1ccc-44f3-a66a-96e991c6ff59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683477'] for router_interface, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:52.475802 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96902747-de75-4c46-b839-fe5ed100ed51 req-d7e12e39-3e8a-48b2-a877-0ad16e9a8290 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:52.478011 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-96902747-de75-4c46-b839-fe5ed100ed51 req-d7e12e39-3e8a-48b2-a877-0ad16e9a8290 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 945 time: 0.0517526 Aug 13 04:36:52.495124 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-c36b42ba-e14d-4686-9bff-77c8ed89a7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'name': 'tempest-TestVolumeBootPattern-334249644-router', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:11Z', 'updated_at': '2021-08-13T04:32:18Z', 'revision_number': 4, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'gw_port': {'id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:12Z', 'updated_at': '2021-08-13T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_floatingips': [{'id': 'a2c97ff4-d18f-4b08-8146-33b5f451b409', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'router_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'port_id': 'b09d6a5f-8290-4c39-852c-99ab3183d05c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'mac_address': 'fa:16:3e:b7:34:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fee77a-c81e-400f-8a01-959a6d472e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:36:50Z', 'updated_at': '2021-08-13T04:36:50Z', 'revision_number': 0, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee537ad-5512-45bb-934e-4815e20a6d76', 'name': '', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'mac_address': 'fa:16:3e:7c:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:16Z', 'updated_at': '2021-08-13T04:32:31Z', 'revision_number': 5, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'subnets': [{'id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:36:52.524573 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-96902747-de75-4c46-b839-fe5ed100ed51 req-1b5e2541-5268-4f1f-82eb-d19e2f90078b tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389616 Aug 13 04:36:52.533915 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-c32f78fa-1ccc-44f3-a66a-96e991c6ff59 admin admin] Deleting port ad1561e4-776c-43ca-926b-f2b7bf901d69 {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:36:52.534398 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c32f78fa-1ccc-44f3-a66a-96e991c6ff59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:52.615910 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [None req-c32f78fa-1ccc-44f3-a66a-96e991c6ff59 admin admin] For port ad1561e4-776c-43ca-926b-f2b7bf901d69, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=ad1561e4-776c-43ca-926b-f2b7bf901d69,segment=NetworkSegment(529d8121-1e24-4545-a5c6-195ed2cbad21),segment_id=529d8121-1e24-4545-a5c6-195ed2cbad21)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:36:52.616628 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c32f78fa-1ccc-44f3-a66a-96e991c6ff59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:52.632401 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-c32f78fa-1ccc-44f3-a66a-96e991c6ff59 admin admin] Calling delete_port for ad1561e4-776c-43ca-926b-f2b7bf901d69 owned by network:router_interface {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:36:52.647098 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36b42ba-e14d-4686-9bff-77c8ed89a7a5 None None] The sync data for ids ['84c8ba90-bd75-48e8-9809-29e8e1ab1971'] in dv-cinder-759961-6-iscsi is: [{'id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'name': 'tempest-TestVolumeBootPattern-334249644-router', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:11Z', 'updated_at': '2021-08-13T04:32:18Z', 'revision_number': 4, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'gw_port': {'id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:12Z', 'updated_at': '2021-08-13T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_floatingips': [{'id': 'a2c97ff4-d18f-4b08-8146-33b5f451b409', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'router_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'port_id': 'b09d6a5f-8290-4c39-852c-99ab3183d05c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'mac_address': 'fa:16:3e:b7:34:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fee77a-c81e-400f-8a01-959a6d472e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:36:50Z', 'updated_at': '2021-08-13T04:36:50Z', 'revision_number': 0, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee537ad-5512-45bb-934e-4815e20a6d76', 'name': '', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'mac_address': 'fa:16:3e:7c:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:16Z', 'updated_at': '2021-08-13T04:32:31Z', 'revision_number': 5, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'subnets': [{'id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:36:52.735000 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06fee77a-c81e-400f-8a01-959a6d472e9c', 'tag': 'b09d6a5f-8290-4c39-852c-99ab3183d05c'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:36:52.737259 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70cdd4b14b3222e3d0e13c26c8e97d260020fc564b3ab37a06bbaa54b203d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d66843-9506-4ccf-99a1-1d50052234ea" -d '{"events": [{"name": "network-changed", "server_uuid": "06fee77a-c81e-400f-8a01-959a6d472e9c", "tag": "b09d6a5f-8290-4c39-852c-99ab3183d05c"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:36:52.778392 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245e13d4-73b3-4f0a-934a-52ac3a046a76 x-openstack-request-id: req-245e13d4-73b3-4f0a-934a-52ac3a046a76 {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:36:52.778689 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06fee77a-c81e-400f-8a01-959a6d472e9c", "tag": "b09d6a5f-8290-4c39-852c-99ab3183d05c", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:36:52.778940 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-245e13d4-73b3-4f0a-934a-52ac3a046a76 {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:36:52.779331 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06fee77a-c81e-400f-8a01-959a6d472e9c', 'tag': 'b09d6a5f-8290-4c39-852c-99ab3183d05c', 'status': 'completed', 'code': 200} Aug 13 04:36:52.830428 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c32f78fa-1ccc-44f3-a66a-96e991c6ff59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:52.846897 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5a6e12-a59a-4de4-8000-1e10eef27094 None None] New status for floating IP a2c97ff4-d18f-4b08-8146-33b5f451b409: ACTIVE {{(pid=93896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:36:52.855868 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f78fa-1ccc-44f3-a66a-96e991c6ff59 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad1561e4-776c-43ca-926b-f2b7bf901d69,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:53.025995 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c32f78fa-1ccc-44f3-a66a-96e991c6ff59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790373'] for router_interface, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:53.238428 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c578ca-e63e-4e25-b69c-fb9c64a18612 req-961c0935-fc5f-479c-9821-ebfd4dee30e1 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:53.239904 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-57c578ca-e63e-4e25-b69c-fb9c64a18612 req-961c0935-fc5f-479c-9821-ebfd4dee30e1 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0491865 Aug 13 04:36:53.244874 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32f78fa-1ccc-44f3-a66a-96e991c6ff59 admin admin] Router 212c78a9-aefd-4f63-8bb4-be0c67202d13 has already been hosted by L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:36:53.277759 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-57c578ca-e63e-4e25-b69c-fb9c64a18612 req-d909d17f-7ff4-4dec-bd98-797ca59ca37b tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314820 Aug 13 04:36:53.358482 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32f78fa-1ccc-44f3-a66a-96e991c6ff59 admin admin] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:36:53.363531 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-c32f78fa-1ccc-44f3-a66a-96e991c6ff59 admin admin] 10.222.0.13 "PUT /v2.0/routers/212c78a9-aefd-4f63-8bb4-be0c67202d13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9040248 Aug 13 04:36:53.366080 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 43382) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:36:53.366973 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6df7920-08ae-4ae6-afaf-73e5b0a6d346 None None] Sync routers for ids ['212c78a9-aefd-4f63-8bb4-be0c67202d13'] in dv-cinder-759961-6-iscsi {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:36:53.376928 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6df7920-08ae-4ae6-afaf-73e5b0a6d346 None None] Routers {'212c78a9-aefd-4f63-8bb4-be0c67202d13'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:36:53.377583 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-c6df7920-08ae-4ae6-afaf-73e5b0a6d346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:36:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['212c78a9-aefd-4f63-8bb4-be0c67202d13'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:36:53.468504 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-66dc11e1-5185-4332-a154-740ee8c33293 admin admin] Notify callbacks [] for router, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:53.481206 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-c6df7920-08ae-4ae6-afaf-73e5b0a6d346 None None] Set router 212c78a9-aefd-4f63-8bb4-be0c67202d13 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:36:53.568294 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-66dc11e1-5185-4332-a154-740ee8c33293 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:53.632412 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-66dc11e1-5185-4332-a154-740ee8c33293 admin admin] Deleting port f805ac2b-c3a1-4c93-9edd-3d04515741c9 {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:36:53.633028 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-66dc11e1-5185-4332-a154-740ee8c33293 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:53.653028 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc6e78e-dd61-4389-a2b5-274bf059bb23 req-7c9166b1-03f0-4823-904c-18e54fec2bd6 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:53.654697 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-afc6e78e-dd61-4389-a2b5-274bf059bb23 req-7c9166b1-03f0-4823-904c-18e54fec2bd6 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 945 time: 0.0545135 Aug 13 04:36:53.671027 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-c6df7920-08ae-4ae6-afaf-73e5b0a6d346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'name': 'tempest-AttachVolumeTestJSON-741037835-router', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:45Z', 'updated_at': '2021-08-13T04:36:52Z', 'revision_number': 5, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'gw_port': {'id': 'f805ac2b-c3a1-4c93-9edd-3d04515741c9', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:47Z', 'updated_at': '2021-08-13T04:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi'}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:36:53.699475 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-afc6e78e-dd61-4389-a2b5-274bf059bb23 req-6e4a44fd-a6f5-4297-8add-86ce5a75646f tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378678 Aug 13 04:36:53.703219 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6df7920-08ae-4ae6-afaf-73e5b0a6d346 None None] Checking router: 212c78a9-aefd-4f63-8bb4-be0c67202d13 for host: dv-cinder-759961-6-iscsi {{(pid=93895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:36:53.711752 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6df7920-08ae-4ae6-afaf-73e5b0a6d346 None None] Routers {'212c78a9-aefd-4f63-8bb4-be0c67202d13'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:36:53.712382 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-c6df7920-08ae-4ae6-afaf-73e5b0a6d346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:36:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['212c78a9-aefd-4f63-8bb4-be0c67202d13'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:36:53.724250 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [None req-66dc11e1-5185-4332-a154-740ee8c33293 admin admin] For port f805ac2b-c3a1-4c93-9edd-3d04515741c9, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=f805ac2b-c3a1-4c93-9edd-3d04515741c9,segment=NetworkSegment(edab9050-aae2-4c9b-baa0-6e612e984a64),segment_id=edab9050-aae2-4c9b-baa0-6e612e984a64)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:36:53.724761 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-66dc11e1-5185-4332-a154-740ee8c33293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:53.746191 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-66dc11e1-5185-4332-a154-740ee8c33293 admin admin] Calling delete_port for f805ac2b-c3a1-4c93-9edd-3d04515741c9 owned by network:router_gateway {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:36:53.801835 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-c6df7920-08ae-4ae6-afaf-73e5b0a6d346 None None] Set router 212c78a9-aefd-4f63-8bb4-be0c67202d13 gateway port host: None {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:36:53.856500 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-c6df7920-08ae-4ae6-afaf-73e5b0a6d346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'name': 'tempest-AttachVolumeTestJSON-741037835-router', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:45Z', 'updated_at': '2021-08-13T04:36:53Z', 'revision_number': 6, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'gw_port_host': None}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:36:53.887031 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6df7920-08ae-4ae6-afaf-73e5b0a6d346 None None] The sync data for ids ['212c78a9-aefd-4f63-8bb4-be0c67202d13'] in dv-cinder-759961-6-iscsi is: [{'id': '212c78a9-aefd-4f63-8bb4-be0c67202d13', 'name': 'tempest-AttachVolumeTestJSON-741037835-router', 'tenant_id': '14887014218041cc86fddfa8a151dcd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:45Z', 'updated_at': '2021-08-13T04:36:53Z', 'revision_number': 6, 'project_id': '14887014218041cc86fddfa8a151dcd6', 'gw_port_host': None}] {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:36:53.937286 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-66dc11e1-5185-4332-a154-740ee8c33293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:53.963783 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dc11e1-5185-4332-a154-740ee8c33293 admin admin] Pushing event deleted for resources: {'Port': ['ID=f805ac2b-c3a1-4c93-9edd-3d04515741c9,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:54.026996 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-66dc11e1-5185-4332-a154-740ee8c33293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3789023'] for router_gateway, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:54.114899 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-66dc11e1-5185-4332-a154-740ee8c33293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-505241'] for router, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:54.117202 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-66dc11e1-5185-4332-a154-740ee8c33293 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:54.161799 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-66dc11e1-5185-4332-a154-740ee8c33293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3787068'] for router, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:54.162426 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66dc11e1-5185-4332-a154-740ee8c33293 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 212c78a9-aefd-4f63-8bb4-be0c67202d13 {{(pid=93894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 04:36:54.167530 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-66dc11e1-5185-4332-a154-740ee8c33293 admin admin] Notify callbacks [] for router, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:54.168781 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-66dc11e1-5185-4332-a154-740ee8c33293 admin admin] 10.222.0.13 "DELETE /v2.0/routers/212c78a9-aefd-4f63-8bb4-be0c67202d13 HTTP/1.1" status: 204 len: 168 time: 0.8017724 Aug 13 04:36:54.172769 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 43388) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:36:54.221691 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_v2 [None req-4438ca16-109a-4f35-b544-4bf7fb7541b3 admin admin] Deleting subnet 5b21e272-0ba6-46ef-9194-8e0451e934ca {{(pid=93894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:36:54.225004 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4438ca16-109a-4f35-b544-4bf7fb7541b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:54.261107 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4438ca16-109a-4f35-b544-4bf7fb7541b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571626'] for subnet, precommit_delete_associations {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:54.378939 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4438ca16-109a-4f35-b544-4bf7fb7541b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033975'] for subnet, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:54.399524 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976224ae-3590-4983-b308-8c1d43c19351 req-c673d624-3829-43b2-9bbe-700dc2b42cab tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:54.400979 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-976224ae-3590-4983-b308-8c1d43c19351 req-c673d624-3829-43b2-9bbe-700dc2b42cab tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0480878 Aug 13 04:36:54.433489 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4438ca16-109a-4f35-b544-4bf7fb7541b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8757428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583102'] for subnet, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:54.444826 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-976224ae-3590-4983-b308-8c1d43c19351 req-3b8946be-c061-417b-8888-696fba59e4f0 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377088 Aug 13 04:36:54.463321 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438ca16-109a-4f35-b544-4bf7fb7541b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b21e272-0ba6-46ef-9194-8e0451e934ca,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:54.468509 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4438ca16-109a-4f35-b544-4bf7fb7541b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:54.470454 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-4438ca16-109a-4f35-b544-4bf7fb7541b3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5b21e272-0ba6-46ef-9194-8e0451e934ca HTTP/1.1" status: 204 len: 168 time: 0.2967503 Aug 13 04:36:54.473093 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 43392) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:36:54.475097 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41241b49-44f4-4d53-a090-2a09ece1917c None None] Network 9c9aa154-2553-4e43-a430-2b11cf059f5c requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:36:54.540271 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ff258935-82f0-483e-97cc-96b0b4f315e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530472'] for network, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:54.594343 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [None req-ff258935-82f0-483e-97cc-96b0b4f315e2 admin admin] Deleting port 537f1737-6e1a-4482-b8f6-825839b0873e {{(pid=93893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:36:54.594689 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ff258935-82f0-483e-97cc-96b0b4f315e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:54.666658 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [None req-ff258935-82f0-483e-97cc-96b0b4f315e2 admin admin] For port 537f1737-6e1a-4482-b8f6-825839b0873e, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=537f1737-6e1a-4482-b8f6-825839b0873e,segment=NetworkSegment(529d8121-1e24-4545-a5c6-195ed2cbad21),segment_id=529d8121-1e24-4545-a5c6-195ed2cbad21)] {{(pid=93893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:36:54.667251 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ff258935-82f0-483e-97cc-96b0b4f315e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:54.678098 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0b9521-4194-4258-b438-e1f310778788 None None] DHCP port deletion for 9c9aa154-2553-4e43-a430-2b11cf059f5c request from dv-cinder-759961-6-iscsi {{(pid=93895) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 04:36:54.682104 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [None req-ff258935-82f0-483e-97cc-96b0b4f315e2 admin admin] Calling delete_port for 537f1737-6e1a-4482-b8f6-825839b0873e owned by network:dhcp {{(pid=93893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:36:54.730875 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b9521-4194-4258-b438-e1f310778788 None None] Deleting port 537f1737-6e1a-4482-b8f6-825839b0873e {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:36:54.731366 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca0b9521-4194-4258-b438-e1f310778788 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:54.771040 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ff258935-82f0-483e-97cc-96b0b4f315e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:54.788756 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff258935-82f0-483e-97cc-96b0b4f315e2 admin admin] No DVR routers for this DVR port 537f1737-6e1a-4482-b8f6-825839b0873e on host dv-cinder-759961-6-iscsi {{(pid=93893) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:36:54.813074 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-ca0b9521-4194-4258-b438-e1f310778788 None None] For port 537f1737-6e1a-4482-b8f6-825839b0873e, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=537f1737-6e1a-4482-b8f6-825839b0873e,segment=NetworkSegment(529d8121-1e24-4545-a5c6-195ed2cbad21),segment_id=529d8121-1e24-4545-a5c6-195ed2cbad21)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:36:54.813352 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff258935-82f0-483e-97cc-96b0b4f315e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=537f1737-6e1a-4482-b8f6-825839b0873e,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:54.813512 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca0b9521-4194-4258-b438-e1f310778788 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:54.830046 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b9521-4194-4258-b438-e1f310778788 None None] Calling delete_port for 537f1737-6e1a-4482-b8f6-825839b0873e owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:36:54.852080 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d66843-9506-4ccf-99a1-1d50052234ea req-feeecf71-317f-4087-b3bc-e64af10a9426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:54.853778 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-07d66843-9506-4ccf-99a1-1d50052234ea req-feeecf71-317f-4087-b3bc-e64af10a9426 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f2d284955ea4d12b60ceba4f7a53e87&device_id=06fee77a-c81e-400f-8a01-959a6d472e9c HTTP/1.1" status: 200 len: 1098 time: 0.0578458 Aug 13 04:36:54.923140 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ff258935-82f0-483e-97cc-96b0b4f315e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038704', 'neutron.services.segments.db._delete_segments_for_network-8740403467888'] for network, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:54.940488 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.services.segments.db [None req-ff258935-82f0-483e-97cc-96b0b4f315e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c9aa154-2553-4e43-a430-2b11cf059f5c']}} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:36:54.958886 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.services.segments.db [None req-ff258935-82f0-483e-97cc-96b0b4f315e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '529d8121-1e24-4545-a5c6-195ed2cbad21') {'for_net_delete': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:36:54.959189 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.services.segments.db [None req-ff258935-82f0-483e-97cc-96b0b4f315e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '529d8121-1e24-4545-a5c6-195ed2cbad21') {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:36:54.987413 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ca0b9521-4194-4258-b438-e1f310778788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:54.988021 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef842314-e1d6-408d-98f5-a35e8b815a89 req-c7ffe1ea-fb63-4c0e-9e42-a297e7832bd5 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:54.997459 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ef842314-e1d6-408d-98f5-a35e8b815a89 req-c7ffe1ea-fb63-4c0e-9e42-a297e7832bd5 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 945 time: 0.1409235 Aug 13 04:36:55.020319 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ff258935-82f0-483e-97cc-96b0b4f315e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403392121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9290325'] for segment, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:55.021715 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d66843-9506-4ccf-99a1-1d50052234ea req-18a600ab-e88b-47cf-8255-0ac271b9d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:55.023189 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b9521-4194-4258-b438-e1f310778788 None None] Pushing event deleted for resources: {'Port': ['ID=537f1737-6e1a-4482-b8f6-825839b0873e,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:55.023316 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-07d66843-9506-4ccf-99a1-1d50052234ea req-18a600ab-e88b-47cf-8255-0ac271b9d362 service neutron] 10.222.0.64 "GET /v2.0/networks?id=87d3a17b-ea4d-435b-9c8e-36b4c38780d2 HTTP/1.1" status: 200 len: 912 time: 0.1571646 Aug 13 04:36:55.026995 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0b9521-4194-4258-b438-e1f310778788 None None] No DVR routers for this DVR port 537f1737-6e1a-4482-b8f6-825839b0873e on host dv-cinder-759961-6-iscsi {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:36:55.057202 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ff258935-82f0-483e-97cc-96b0b4f315e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910'] for segment, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:55.088862 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff258935-82f0-483e-97cc-96b0b4f315e2 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=93893) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:36:55.089344 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ff258935-82f0-483e-97cc-96b0b4f315e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9290153'] for segment, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:55.090911 dv-cinder-759961-6-iscsi neutron-server[93893]: Traceback (most recent call last): Aug 13 04:36:55.090911 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:36:55.090911 dv-cinder-759961-6-iscsi neutron-server[93893]: timer() Aug 13 04:36:55.090911 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:36:55.090911 dv-cinder-759961-6-iscsi neutron-server[93893]: cb(*args, **kw) Aug 13 04:36:55.090911 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:36:55.090911 dv-cinder-759961-6-iscsi neutron-server[93893]: return func(*args, **kwargs) Aug 13 04:36:55.090911 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:36:55.090911 dv-cinder-759961-6-iscsi neutron-server[93893]: self._notify() Aug 13 04:36:55.090911 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:36:55.090911 dv-cinder-759961-6-iscsi neutron-server[93893]: self.callback(batched_events) Aug 13 04:36:55.090911 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:36:55.090911 dv-cinder-759961-6-iscsi neutron-server[93893]: event.method(event) Aug 13 04:36:55.090911 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:36:55.090911 dv-cinder-759961-6-iscsi neutron-server[93893]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:36:55.090911 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:36:55.090911 dv-cinder-759961-6-iscsi neutron-server[93893]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:36:55.090911 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:36:55.090911 dv-cinder-759961-6-iscsi neutron-server[93893]: return f(self, *a, **k) Aug 13 04:36:55.090911 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:36:55.090911 dv-cinder-759961-6-iscsi neutron-server[93893]: return self._get(url).json() Aug 13 04:36:55.090911 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:36:55.090911 dv-cinder-759961-6-iscsi neutron-server[93893]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:36:55.090911 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:36:55.090911 dv-cinder-759961-6-iscsi neutron-server[93893]: return self.request(url, 'GET', **kwargs) Aug 13 04:36:55.090911 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:36:55.090911 dv-cinder-759961-6-iscsi neutron-server[93893]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:36:55.090911 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:36:55.090911 dv-cinder-759961-6-iscsi neutron-server[93893]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:36:55.090911 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:36:55.090911 dv-cinder-759961-6-iscsi neutron-server[93893]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:36:55.090911 dv-cinder-759961-6-iscsi neutron-server[93893]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:36:55.095067 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-07d66843-9506-4ccf-99a1-1d50052234ea req-f5edc9f3-a6fc-4936-9796-c67c36e292d6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b09d6a5f-8290-4c39-852c-99ab3183d05c HTTP/1.1" status: 200 len: 1001 time: 0.0626917 Aug 13 04:36:55.136981 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ef842314-e1d6-408d-98f5-a35e8b815a89 req-147cdb11-ec22-492a-b709-bef547a6b569 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393483 Aug 13 04:36:55.146755 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d66843-9506-4ccf-99a1-1d50052234ea req-d7d33fd3-3d4c-40be-aa6a-48a482d2312c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:55.148444 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-07d66843-9506-4ccf-99a1-1d50052234ea req-d7d33fd3-3d4c-40be-aa6a-48a482d2312c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=70eada8e-6c53-4591-b1fd-b63b9652e2e1 HTTP/1.1" status: 200 len: 850 time: 0.0460806 Aug 13 04:36:55.160138 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c469872-f655-4a94-a106-fa511d49f0e7 req-0cab403e-3736-40cf-a5e2-8df260164968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:55.160138 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3c469872-f655-4a94-a106-fa511d49f0e7 req-0cab403e-3736-40cf-a5e2-8df260164968 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 1098 time: 0.1106877 Aug 13 04:36:55.160138 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ff258935-82f0-483e-97cc-96b0b4f315e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3788963'] for network, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:55.164784 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-ff258935-82f0-483e-97cc-96b0b4f315e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for network, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:55.166556 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-ff258935-82f0-483e-97cc-96b0b4f315e2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9c9aa154-2553-4e43-a430-2b11cf059f5c HTTP/1.1" status: 204 len: 168 time: 0.6924593 Aug 13 04:36:55.184769 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff258935-82f0-483e-97cc-96b0b4f315e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c9aa154-2553-4e43-a430-2b11cf059f5c,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:55.214129 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3c469872-f655-4a94-a106-fa511d49f0e7 req-3373a413-0cd8-4166-9efe-7c7984724f65 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455136 Aug 13 04:36:55.217129 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d66843-9506-4ccf-99a1-1d50052234ea req-3bc55b85-fa5f-408c-b9df-d6e604731f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:55.218869 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-07d66843-9506-4ccf-99a1-1d50052234ea req-3bc55b85-fa5f-408c-b9df-d6e604731f54 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87d3a17b-ea4d-435b-9c8e-36b4c38780d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0618467 Aug 13 04:36:55.301995 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 43400) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:36:55.348195 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-3351b9ca-a93b-445d-bd29-84eec51d61b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14887014218041cc86fddfa8a151dcd6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0432117 Aug 13 04:36:55.349238 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 43402) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:36:55.351360 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-07d66843-9506-4ccf-99a1-1d50052234ea req-8a9b8b43-5da0-4369-a885-9d9191eb9cd7 service neutron] 10.222.0.64 "GET /v2.0/networks/87d3a17b-ea4d-435b-9c8e-36b4c38780d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850978 Aug 13 04:36:55.399725 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3f22ccf6-30d2-42df-9963-350f98b6b0e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:55.420880 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3f22ccf6-30d2-42df-9963-350f98b6b0e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:55.447949 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-07d66843-9506-4ccf-99a1-1d50052234ea req-9ef2fd54-2dcb-48f6-9558-ee4a8dd3aa91 service neutron] 10.222.0.64 "GET /v2.0/networks/87d3a17b-ea4d-435b-9c8e-36b4c38780d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866101 Aug 13 04:36:55.469446 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3f22ccf6-30d2-42df-9963-350f98b6b0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:55.472988 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3f22ccf6-30d2-42df-9963-350f98b6b0e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:55.474348 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-3f22ccf6-30d2-42df-9963-350f98b6b0e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dddbbb81-df82-4dc3-9fc4-8f915d2a34ea HTTP/1.1" status: 204 len: 168 time: 0.1239760 Aug 13 04:36:55.482576 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22ccf6-30d2-42df-9963-350f98b6b0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddbbb81-df82-4dc3-9fc4-8f915d2a34ea,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:55.577527 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5983bf6-8d1f-44bd-bb97-9a212cc71d4f req-1d35af1f-d88f-4f81-abce-8b43afa04d84 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:55.579210 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c5983bf6-8d1f-44bd-bb97-9a212cc71d4f req-1d35af1f-d88f-4f81-abce-8b43afa04d84 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0506816 Aug 13 04:36:55.619567 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c5983bf6-8d1f-44bd-bb97-9a212cc71d4f req-19bc1142-ee78-4be7-a5ec-6e2b1d7985c4 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341558 Aug 13 04:36:55.681135 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 25bafb0e-0d63-4fa6-a942-fc8e07163718 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=93895) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:36:55.779045 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 25bafb0e-0d63-4fa6-a942-fc8e07163718, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=25bafb0e-0d63-4fa6-a942-fc8e07163718,segment=NetworkSegment(ae7a5589-1c60-462f-a476-72f6648fe839),segment_id=ae7a5589-1c60-462f-a476-72f6648fe839)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:36:55.790684 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Returning: {'device': '25bafb0e-0d63-4fa6-a942-fc8e07163718', 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6', 'port_id': '25bafb0e-0d63-4fa6-a942-fc8e07163718', 'mac_address': 'fa:16:3e:9f:87:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93895) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:36:55.830186 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:55.846412 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25bafb0e-0d63-4fa6-a942-fc8e07163718 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:36:55.873166 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 25bafb0e-0d63-4fa6-a942-fc8e07163718, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=25bafb0e-0d63-4fa6-a942-fc8e07163718,segment=NetworkSegment(ae7a5589-1c60-462f-a476-72f6648fe839),segment_id=ae7a5589-1c60-462f-a476-72f6648fe839)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:36:55.878595 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:55.941945 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 537f1737-6e1a-4482-b8f6-825839b0873e no longer exists at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:36:55.970984 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] No Port match for: 537f1737-6e1a-4482-b8f6-825839b0873e {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:36:55.971332 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 537f1737-6e1a-4482-b8f6-825839b0873e not bound to the agent host dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:36:55.971750 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device ad1561e4-776c-43ca-926b-f2b7bf901d69 no longer exists at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:36:55.973409 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=25bafb0e-0d63-4fa6-a942-fc8e07163718,revision_number=6']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:55.994050 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] No Port match for: ad1561e4-776c-43ca-926b-f2b7bf901d69 {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:36:55.994400 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device ad1561e4-776c-43ca-926b-f2b7bf901d69 not bound to the agent host dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:36:55.994821 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device f805ac2b-c3a1-4c93-9edd-3d04515741c9 no longer exists at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:36:56.020603 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['25bafb0e-0d63-4fa6-a942-fc8e07163718'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:36:56.023219 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] No Port match for: f805ac2b-c3a1-4c93-9edd-3d04515741c9 {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:36:56.023750 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device f805ac2b-c3a1-4c93-9edd-3d04515741c9 not bound to the agent host dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:36:56.264538 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0eb955-da62-434d-abd9-9d8407bf42e7 req-4b3ef752-b4f4-496b-a318-4bb86d87840b tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:56.267102 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1f0eb955-da62-434d-abd9-9d8407bf42e7 req-4b3ef752-b4f4-496b-a318-4bb86d87840b tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 945 time: 0.0541234 Aug 13 04:36:56.309153 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1f0eb955-da62-434d-abd9-9d8407bf42e7 req-b6761930-d8e6-4a56-a911-e559b555d76e tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352011 Aug 13 04:36:56.745155 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f5dfb-3989-4509-84cd-212db2abb150 req-26107914-1fd3-4c4f-8876-6c2f2cdc3aca tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:56.746638 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-146f5dfb-3989-4509-84cd-212db2abb150 req-26107914-1fd3-4c4f-8876-6c2f2cdc3aca tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 944 time: 0.0490866 Aug 13 04:36:56.785645 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-146f5dfb-3989-4509-84cd-212db2abb150 req-595c0614-5dc7-4313-98b1-562e121b8895 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315633 Aug 13 04:36:57.909134 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303619b0-e5c0-4f8b-8617-5e701cd95896 req-9ed9c7b8-36ca-4fb6-85c3-3bf194fb14ec tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:57.910697 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-303619b0-e5c0-4f8b-8617-5e701cd95896 req-9ed9c7b8-36ca-4fb6-85c3-3bf194fb14ec tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 944 time: 0.0502393 Aug 13 04:36:57.949706 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-303619b0-e5c0-4f8b-8617-5e701cd95896 req-b5a9b7e6-9468-46cc-a5f3-dacf826e4cc4 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328050 Aug 13 04:36:58.425223 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 25bafb0e-0d63-4fa6-a942-fc8e07163718 up at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:36:58.474328 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning complete for port 25bafb0e-0d63-4fa6-a942-fc8e07163718 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:36:58.474700 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:58.549585 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:58.574065 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f3dbb4-dc66-4923-95f0-d53a986ebf82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25bafb0e-0d63-4fa6-a942-fc8e07163718'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:36:58.576273 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c92d4982b19a4a1727383111979b328de092d32a0bc2fa1b4d64c134060166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba694433-8b10-4bd5-bc69-bdc50830a0ca" -d '{"events": [{"server_uuid": "15f3dbb4-dc66-4923-95f0-d53a986ebf82", "name": "network-vif-plugged", "status": "completed", "tag": "25bafb0e-0d63-4fa6-a942-fc8e07163718"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:36:58.589919 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 25bafb0e-0d63-4fa6-a942-fc8e07163718, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=25bafb0e-0d63-4fa6-a942-fc8e07163718,segment=NetworkSegment(ae7a5589-1c60-462f-a476-72f6648fe839),segment_id=ae7a5589-1c60-462f-a476-72f6648fe839)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:36:58.595222 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:36:58.621971 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d917658-bb21-408c-b4d6-09c9bf4bc5b1 x-openstack-request-id: req-8d917658-bb21-408c-b4d6-09c9bf4bc5b1 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:36:58.622265 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f3dbb4-dc66-4923-95f0-d53a986ebf82", "name": "network-vif-plugged", "status": "completed", "tag": "25bafb0e-0d63-4fa6-a942-fc8e07163718", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:36:58.622515 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8d917658-bb21-408c-b4d6-09c9bf4bc5b1 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:36:58.622894 dv-cinder-759961-6-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f3dbb4-dc66-4923-95f0-d53a986ebf82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25bafb0e-0d63-4fa6-a942-fc8e07163718', 'code': 200} Aug 13 04:36:58.648904 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=25bafb0e-0d63-4fa6-a942-fc8e07163718,revision_number=7']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:36:59.075318 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002b418-6f47-475b-bdcb-e0e841b5278d req-d0bf5927-b480-4d09-8e81-9023e38d2810 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:36:59.076812 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1002b418-6f47-475b-bdcb-e0e841b5278d req-d0bf5927-b480-4d09-8e81-9023e38d2810 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0529923 Aug 13 04:36:59.116206 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1002b418-6f47-475b-bdcb-e0e841b5278d req-67453fbd-1765-4185-aaa5-a85cf9a60919 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333607 Aug 13 04:37:00.250281 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ebf1d-0f86-4b7a-bf5a-69d0c506dde9 req-ffbbe3e7-a94a-40b8-b43c-dfc4fbc2aa11 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:00.252258 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f78ebf1d-0f86-4b7a-bf5a-69d0c506dde9 req-ffbbe3e7-a94a-40b8-b43c-dfc4fbc2aa11 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0543294 Aug 13 04:37:00.293459 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f78ebf1d-0f86-4b7a-bf5a-69d0c506dde9 req-6e3a2e87-0636-49fd-847a-0104bf03314e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346208 Aug 13 04:37:01.445334 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355be8a-d9af-46de-b8c9-181c127e7a5a req-03b3c36e-dcfd-496a-b126-84bddc285d83 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:01.449998 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7355be8a-d9af-46de-b8c9-181c127e7a5a req-03b3c36e-dcfd-496a-b126-84bddc285d83 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0549407 Aug 13 04:37:01.502344 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7355be8a-d9af-46de-b8c9-181c127e7a5a req-10701da2-3353-42fb-834f-99677229e51a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474038 Aug 13 04:37:01.736653 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-34fb2fca-089e-4e19-9b43-06fd62af836f tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:01.744142 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-34fb2fca-089e-4e19-9b43-06fd62af836f tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/networks?id=333f6986-dcf0-4bcf-ad96-73e3f328f141 HTTP/1.1" status: 200 len: 814 time: 0.1616824 Aug 13 04:37:01.756837 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-4aa5d99f-07aa-4b1b-8b5e-4bae96edd0ee tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/quotas/3e4027fec5f84a06acc7277a243db1d0 HTTP/1.1" status: 200 len: 375 time: 0.0108445 Aug 13 04:37:01.793291 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-69f00fa8-de2a-4987-a8d8-b488cda59dcc tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3e4027fec5f84a06acc7277a243db1d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306046 Aug 13 04:37:01.921967 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-19556b39-bba4-423a-94db-9e8233971bad service neutron] 10.222.0.13 "GET /v2.0/networks/333f6986-dcf0-4bcf-ad96-73e3f328f141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191518 Aug 13 04:37:02.026321 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-541f14cb-65de-46b3-829b-12b41ad6fd67 service neutron] 10.222.0.13 "GET /v2.0/networks/333f6986-dcf0-4bcf-ad96-73e3f328f141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968521 Aug 13 04:37:02.214707 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1632f075-21ff-4f26-9b6c-6476cb8465c8 req-4f51c3e0-c2f0-4256-8ed4-b27d27f4bfd2 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fce62523-4d60-4fb1-bc51-f9481f345237 HTTP/1.1" status: 200 len: 210 time: 0.0303183 Aug 13 04:37:02.660967 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c5291-2fff-4f99-916f-dc3110112860 req-cd6a0820-4408-4429-bd2a-f225460fdb2d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:02.669305 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-549c5291-2fff-4f99-916f-dc3110112860 req-cd6a0820-4408-4429-bd2a-f225460fdb2d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0776899 Aug 13 04:37:02.720371 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-549c5291-2fff-4f99-916f-dc3110112860 req-04f99026-72a0-4c1d-b1fa-7a4f1968afc2 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501463 Aug 13 04:37:03.422908 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9e5ff6dc-333c-4a6a-aa8f-5f174dfdcbfe req-82048825-4872-48a1-9d02-0cc7607c2734 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fce62523-4d60-4fb1-bc51-f9481f345237 HTTP/1.1" status: 200 len: 210 time: 0.0528643 Aug 13 04:37:03.519017 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-dc42f552-6c7d-4e9d-a2a2-c98ffc9a924a tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:03.521752 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-dc42f552-6c7d-4e9d-a2a2-c98ffc9a924a tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.64 "GET /v2.0/networks?id=333f6986-dcf0-4bcf-ad96-73e3f328f141 HTTP/1.1" status: 200 len: 814 time: 0.2024207 Aug 13 04:37:03.548163 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-4590c467-ec01-4d8e-9c78-e36438e0a318 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Request body: {'port': {'device_id': 'fce62523-4d60-4fb1-bc51-f9481f345237', 'network_id': '333f6986-dcf0-4bcf-ad96-73e3f328f141', 'admin_state_up': True, 'tenant_id': '3e4027fec5f84a06acc7277a243db1d0'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:37:03.930987 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc09c4-05dd-4cde-9624-862084a0f0fc req-4bfc5cc4-afee-402d-b603-3fd45586bb3c tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:03.939518 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d6dc09c4-05dd-4cde-9624-862084a0f0fc req-4bfc5cc4-afee-402d-b603-3fd45586bb3c tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0810552 Aug 13 04:37:03.987214 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d6dc09c4-05dd-4cde-9624-862084a0f0fc req-e214d467-2e5d-4ca2-802f-f141e92ab602 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464463 Aug 13 04:37:04.012102 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-4590c467-ec01-4d8e-9c78-e36438e0a318 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Made reservation on behalf of 3e4027fec5f84a06acc7277a243db1d0 for: {'port': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:37:04.016061 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-4590c467-ec01-4d8e-9c78-e36438e0a318 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:04.181045 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-4590c467-ec01-4d8e-9c78-e36438e0a318 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Allocated IP 172.20.0.5 (333f6986-dcf0-4bcf-ad96-73e3f328f141/7c737c4f-6285-463e-aa14-0180dcea4dd3/32355f40-b404-4370-9a34-9d340e9a8886) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:37:04.360563 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-4590c467-ec01-4d8e-9c78-e36438e0a318 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:04.403025 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-4590c467-ec01-4d8e-9c78-e36438e0a318 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:04.453168 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-4590c467-ec01-4d8e-9c78-e36438e0a318 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Network 333f6986-dcf0-4bcf-ad96-73e3f328f141 is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:37:04.456779 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-4590c467-ec01-4d8e-9c78-e36438e0a318 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:37:04.461509 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-4590c467-ec01-4d8e-9c78-e36438e0a318 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:37:04.465804 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4590c467-ec01-4d8e-9c78-e36438e0a318 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Pushing event updated for resources: {'Port': ['ID=32355f40-b404-4370-9a34-9d340e9a8886,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:04.536650 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-4590c467-ec01-4d8e-9c78-e36438e0a318 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:04.537350 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-4590c467-ec01-4d8e-9c78-e36438e0a318 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:04.558445 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-4590c467-ec01-4d8e-9c78-e36438e0a318 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0157044 Aug 13 04:37:04.573611 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-f6964ed1-5396-4627-8404-e24fadb90f1b service neutron] Request body: {'port': {'device_id': 'fce62523-4d60-4fb1-bc51-f9481f345237', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:37:04.577346 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69879461-2c98-4b9b-983c-4745517dc3a3 req-7fa42df3-919f-4acd-927c-850804cc183e tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:04.584855 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-69879461-2c98-4b9b-983c-4745517dc3a3 req-7fa42df3-919f-4acd-927c-850804cc183e tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fce62523-4d60-4fb1-bc51-f9481f345237 HTTP/1.1" status: 200 len: 931 time: 0.0612330 Aug 13 04:37:04.627952 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-69879461-2c98-4b9b-983c-4745517dc3a3 req-d4fb69d7-4af7-4731-9fdc-5c81c6e38760 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/security-groups?id=926d7e44-7c7d-4495-b548-1f4b506b9579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420861 Aug 13 04:37:04.642543 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-f6964ed1-5396-4627-8404-e24fadb90f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:04.941729 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-f6964ed1-5396-4627-8404-e24fadb90f1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32355f40-b404-4370-9a34-9d340e9a8886 {{(pid=93894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:37:04.949708 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-f6964ed1-5396-4627-8404-e24fadb90f1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:04.964323 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.provisioning_blocks [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-f6964ed1-5396-4627-8404-e24fadb90f1b service neutron] Transition to ACTIVE for port object 32355f40-b404-4370-9a34-9d340e9a8886 will not be triggered until provisioned by entity L2. {{(pid=93894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:37:04.970090 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-f6964ed1-5396-4627-8404-e24fadb90f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8757390'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:05.038739 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6964ed1-5396-4627-8404-e24fadb90f1b service neutron] Pushing event updated for resources: {'Port': ['ID=32355f40-b404-4370-9a34-9d340e9a8886,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:05.116614 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-f6964ed1-5396-4627-8404-e24fadb90f1b service neutron] Attempting to bind port 32355f40-b404-4370-9a34-9d340e9a8886 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:37:05.117120 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-f6964ed1-5396-4627-8404-e24fadb90f1b service neutron] Attempting to bind port 32355f40-b404-4370-9a34-9d340e9a8886 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'bf46ad3f-cd90-4f1d-8335-4630fb944700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '333f6986-dcf0-4bcf-ad96-73e3f328f141'}] {{(pid=93894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:37:05.117626 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-f6964ed1-5396-4627-8404-e24fadb90f1b service neutron] Attempting to bind port 32355f40-b404-4370-9a34-9d340e9a8886 on network 333f6986-dcf0-4bcf-ad96-73e3f328f141 {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:37:05.122808 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-f6964ed1-5396-4627-8404-e24fadb90f1b service neutron] Port 32355f40-b404-4370-9a34-9d340e9a8886 on network 333f6986-dcf0-4bcf-ad96-73e3f328f141 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:37:05.123970 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-f6964ed1-5396-4627-8404-e24fadb90f1b service neutron] Attempting to bind port 32355f40-b404-4370-9a34-9d340e9a8886 on network 333f6986-dcf0-4bcf-ad96-73e3f328f141 {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:37:05.131717 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687a91f-9896-4b78-bedd-08857da768e9 req-8e83477c-2276-464c-8ed7-4bf45b044370 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:05.132426 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-f6964ed1-5396-4627-8404-e24fadb90f1b service neutron] Checking agent: {'id': '799e1584-199c-46e1-adc5-08501adf479b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:37:05.132831 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-f6964ed1-5396-4627-8404-e24fadb90f1b service neutron] Checking segment: {'id': 'bf46ad3f-cd90-4f1d-8335-4630fb944700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '333f6986-dcf0-4bcf-ad96-73e3f328f141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:37:05.133488 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-f6964ed1-5396-4627-8404-e24fadb90f1b service neutron] Bound using segment: {'id': 'bf46ad3f-cd90-4f1d-8335-4630fb944700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '333f6986-dcf0-4bcf-ad96-73e3f328f141'} {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:37:05.133983 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-f6964ed1-5396-4627-8404-e24fadb90f1b service neutron] Bound port: 32355f40-b404-4370-9a34-9d340e9a8886, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf46ad3f-cd90-4f1d-8335-4630fb944700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '333f6986-dcf0-4bcf-ad96-73e3f328f141'}}] {{(pid=93894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:37:05.134364 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-f6964ed1-5396-4627-8404-e24fadb90f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:05.141388 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d687a91f-9896-4b78-bedd-08857da768e9 req-8e83477c-2276-464c-8ed7-4bf45b044370 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0727930 Aug 13 04:37:05.201830 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d687a91f-9896-4b78-bedd-08857da768e9 req-6797accd-0ad7-4e0e-8133-3bdb9b675103 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591476 Aug 13 04:37:05.243803 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-f6964ed1-5396-4627-8404-e24fadb90f1b service neutron] For port 32355f40-b404-4370-9a34-9d340e9a8886, host hv-cinder-75996, cleared binding levels {{(pid=93894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:37:05.247105 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-f6964ed1-5396-4627-8404-e24fadb90f1b service neutron] For port 32355f40-b404-4370-9a34-9d340e9a8886, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=32355f40-b404-4370-9a34-9d340e9a8886,segment=NetworkSegment(bf46ad3f-cd90-4f1d-8335-4630fb944700),segment_id=bf46ad3f-cd90-4f1d-8335-4630fb944700)] {{(pid=93894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:37:05.255077 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-f6964ed1-5396-4627-8404-e24fadb90f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8757390'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:05.303072 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-f6964ed1-5396-4627-8404-e24fadb90f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:05.303806 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-f6964ed1-5396-4627-8404-e24fadb90f1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:05.305335 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-f6964ed1-5396-4627-8404-e24fadb90f1b service neutron] 10.222.0.64 "PUT /v2.0/ports/32355f40-b404-4370-9a34-9d340e9a8886 HTTP/1.1" status: 200 len: 1093 time: 0.7384160 Aug 13 04:37:05.305891 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce62523-4d60-4fb1-bc51-f9481f345237', 'tag': '32355f40-b404-4370-9a34-9d340e9a8886'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:37:05.308558 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70cdd4b14b3222e3d0e13c26c8e97d260020fc564b3ab37a06bbaa54b203d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e2e623-52dc-457d-8396-5f643fd138f0" -d '{"events": [{"name": "network-changed", "server_uuid": "fce62523-4d60-4fb1-bc51-f9481f345237", "tag": "32355f40-b404-4370-9a34-9d340e9a8886"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:37:05.348808 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6964ed1-5396-4627-8404-e24fadb90f1b service neutron] Pushing event updated for resources: {'Port': ['ID=32355f40-b404-4370-9a34-9d340e9a8886,revision_number=3']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:05.380194 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5130ac-fe49-41ce-add4-b512489518c9 x-openstack-request-id: req-3a5130ac-fe49-41ce-add4-b512489518c9 {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:37:05.380749 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce62523-4d60-4fb1-bc51-f9481f345237", "tag": "32355f40-b404-4370-9a34-9d340e9a8886", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:37:05.380749 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a5130ac-fe49-41ce-add4-b512489518c9 {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:37:05.381448 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce62523-4d60-4fb1-bc51-f9481f345237', 'tag': '32355f40-b404-4370-9a34-9d340e9a8886', 'status': 'completed', 'code': 200} Aug 13 04:37:05.398548 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-27be0430-c009-4f52-aa23-44a1971c0d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:05.400117 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-27be0430-c009-4f52-aa23-44a1971c0d16 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e4027fec5f84a06acc7277a243db1d0&device_id=fce62523-4d60-4fb1-bc51-f9481f345237 HTTP/1.1" status: 200 len: 1096 time: 0.0480750 Aug 13 04:37:05.446091 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-ff29c3eb-a303-4372-8142-7a22b747fd4a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32355f40-b404-4370-9a34-9d340e9a8886 HTTP/1.1" status: 200 len: 217 time: 0.0366743 Aug 13 04:37:05.515743 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-4f960226-446d-41ef-b68d-df99b158ece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:05.517555 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-4f960226-446d-41ef-b68d-df99b158ece1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7c737c4f-6285-463e-aa14-0180dcea4dd3 HTTP/1.1" status: 200 len: 854 time: 0.0606341 Aug 13 04:37:05.551768 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-5a161f65-7754-4997-b478-72c64046aa29 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=333f6986-dcf0-4bcf-ad96-73e3f328f141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269961 Aug 13 04:37:05.677945 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-4689322b-0c0a-479c-b4d6-22133467cb90 service neutron] 10.222.0.64 "GET /v2.0/networks/333f6986-dcf0-4bcf-ad96-73e3f328f141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136096 Aug 13 04:37:05.773547 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306de20-6335-4583-8ab8-be0f5d32550d req-b49b4783-1538-4248-b9e1-9f754f0bfe70 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:05.775071 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c306de20-6335-4583-8ab8-be0f5d32550d req-b49b4783-1538-4248-b9e1-9f754f0bfe70 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fce62523-4d60-4fb1-bc51-f9481f345237 HTTP/1.1" status: 200 len: 943 time: 0.0643117 Aug 13 04:37:05.796581 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3bcc965b-c9b3-4c39-a714-46191c26be60 req-3984f4b6-a42d-47c4-952c-28e746f5af43 service neutron] 10.222.0.64 "GET /v2.0/networks/333f6986-dcf0-4bcf-ad96-73e3f328f141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100991 Aug 13 04:37:05.842598 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c306de20-6335-4583-8ab8-be0f5d32550d req-f206abf6-8bb7-45b8-a738-9eeebc101b1f tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/security-groups?id=926d7e44-7c7d-4495-b548-1f4b506b9579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584276 Aug 13 04:37:05.899189 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2e623-52dc-457d-8396-5f643fd138f0 req-e3fcf393-505b-435b-bb7c-ec955aa3321d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:05.900959 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-98e2e623-52dc-457d-8396-5f643fd138f0 req-e3fcf393-505b-435b-bb7c-ec955aa3321d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=3e4027fec5f84a06acc7277a243db1d0&device_id=fce62523-4d60-4fb1-bc51-f9481f345237 HTTP/1.1" status: 200 len: 1096 time: 0.0481093 Aug 13 04:37:06.033804 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2e623-52dc-457d-8396-5f643fd138f0 req-80959e0f-4b40-47c4-a0c0-5a495436ffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:06.035392 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-98e2e623-52dc-457d-8396-5f643fd138f0 req-80959e0f-4b40-47c4-a0c0-5a495436ffd7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=333f6986-dcf0-4bcf-ad96-73e3f328f141 HTTP/1.1" status: 200 len: 915 time: 0.1250296 Aug 13 04:37:06.081905 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-98e2e623-52dc-457d-8396-5f643fd138f0 req-222f9250-e884-47e7-a090-433261308525 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=32355f40-b404-4370-9a34-9d340e9a8886 HTTP/1.1" status: 200 len: 217 time: 0.0382366 Aug 13 04:37:06.136840 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2e623-52dc-457d-8396-5f643fd138f0 req-020dbc73-4d7f-4914-9609-d13d7b1f82b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:06.138384 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-98e2e623-52dc-457d-8396-5f643fd138f0 req-020dbc73-4d7f-4914-9609-d13d7b1f82b0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=7c737c4f-6285-463e-aa14-0180dcea4dd3 HTTP/1.1" status: 200 len: 854 time: 0.0478899 Aug 13 04:37:06.172542 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-98e2e623-52dc-457d-8396-5f643fd138f0 req-3e8e48a9-3261-4203-8d5b-a7a06fcb8048 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=333f6986-dcf0-4bcf-ad96-73e3f328f141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249727 Aug 13 04:37:06.291098 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-98e2e623-52dc-457d-8396-5f643fd138f0 req-ac05192e-6bef-4da4-8227-2a598f6ed214 service neutron] 10.222.0.64 "GET /v2.0/networks/333f6986-dcf0-4bcf-ad96-73e3f328f141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096637 Aug 13 04:37:06.362766 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e84e2-03c7-4ac7-8d13-6421da4ab7a0 req-bca93199-0a49-4426-a191-2d2556a94a66 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:06.364355 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-249e84e2-03c7-4ac7-8d13-6421da4ab7a0 req-bca93199-0a49-4426-a191-2d2556a94a66 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0686033 Aug 13 04:37:06.414613 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-249e84e2-03c7-4ac7-8d13-6421da4ab7a0 req-5193e61e-0fb1-4bd4-8144-08287fcca9b7 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422034 Aug 13 04:37:06.426351 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-98e2e623-52dc-457d-8396-5f643fd138f0 req-2395f242-da8c-4259-8de8-35eaa4adce74 service neutron] 10.222.0.64 "GET /v2.0/networks/333f6986-dcf0-4bcf-ad96-73e3f328f141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264744 Aug 13 04:37:06.967603 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2dfa03-e8af-4c39-9e2f-b895ef0329fd req-11cbf546-c054-40ed-9567-8deb7793c3ca tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:06.969786 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bc2dfa03-e8af-4c39-9e2f-b895ef0329fd req-11cbf546-c054-40ed-9567-8deb7793c3ca tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fce62523-4d60-4fb1-bc51-f9481f345237 HTTP/1.1" status: 200 len: 943 time: 0.0550835 Aug 13 04:37:07.014207 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bc2dfa03-e8af-4c39-9e2f-b895ef0329fd req-cb447081-fe90-4bdc-a61f-bb4bd0adbf83 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/security-groups?id=926d7e44-7c7d-4495-b548-1f4b506b9579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359235 Aug 13 04:37:07.375912 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 6 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:37:07.584016 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63d100-ebf8-4f30-ad48-451ab8d5015f req-c102cc3a-f89b-45a4-bde3-83f0bcd70b44 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:07.586232 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2e63d100-ebf8-4f30-ad48-451ab8d5015f req-c102cc3a-f89b-45a4-bde3-83f0bcd70b44 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0630515 Aug 13 04:37:07.633216 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2e63d100-ebf8-4f30-ad48-451ab8d5015f req-37951c8b-27c0-45f3-8bc5-716ebb77cf0b tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401933 Aug 13 04:37:07.725776 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 32355f40-b404-4370-9a34-9d340e9a8886 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=93895) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:37:07.856670 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 32355f40-b404-4370-9a34-9d340e9a8886, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=32355f40-b404-4370-9a34-9d340e9a8886,segment=NetworkSegment(bf46ad3f-cd90-4f1d-8335-4630fb944700),segment_id=bf46ad3f-cd90-4f1d-8335-4630fb944700)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:37:07.872856 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Returning: {'device': '32355f40-b404-4370-9a34-9d340e9a8886', 'network_id': '333f6986-dcf0-4bcf-ad96-73e3f328f141', 'port_id': '32355f40-b404-4370-9a34-9d340e9a8886', 'mac_address': 'fa:16:3e:35:e5:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c737c4f-6285-463e-aa14-0180dcea4dd3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93895) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:37:07.897517 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 43646) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:37:07.917374 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:07.932298 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32355f40-b404-4370-9a34-9d340e9a8886 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:37:07.962579 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 32355f40-b404-4370-9a34-9d340e9a8886, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=32355f40-b404-4370-9a34-9d340e9a8886,segment=NetworkSegment(bf46ad3f-cd90-4f1d-8335-4630fb944700),segment_id=bf46ad3f-cd90-4f1d-8335-4630fb944700)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:37:07.970275 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:08.044089 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=32355f40-b404-4370-9a34-9d340e9a8886,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:08.068593 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-5572dd6a-22fc-4423-841d-532611dc8a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:08.079207 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-65b4739e-b31d-4960-8bbf-707b250418b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:08.211748 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9292f6-c5d2-4d1f-81e6-683a02ca4f54 req-f3320d77-fda3-48e4-85ed-cccdcc9714d5 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:08.213298 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3a9292f6-c5d2-4d1f-81e6-683a02ca4f54 req-f3320d77-fda3-48e4-85ed-cccdcc9714d5 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fce62523-4d60-4fb1-bc51-f9481f345237 HTTP/1.1" status: 200 len: 944 time: 0.0819523 Aug 13 04:37:08.265647 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-5572dd6a-22fc-4423-841d-532611dc8a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:08.279047 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3a9292f6-c5d2-4d1f-81e6-683a02ca4f54 req-3ad82cb7-1074-45f4-b966-9c445d304c66 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/security-groups?id=926d7e44-7c7d-4495-b548-1f4b506b9579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570662 Aug 13 04:37:08.318302 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['32355f40-b404-4370-9a34-9d340e9a8886'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:37:08.318553 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-5572dd6a-22fc-4423-841d-532611dc8a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:08.360547 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572dd6a-22fc-4423-841d-532611dc8a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05ba615-d4a1-4d54-b2b1-fe83bbd21a38,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:08.380651 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-5572dd6a-22fc-4423-841d-532611dc8a5d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bb3914c2bc134956b1e8f7b193a4d1ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4798148 Aug 13 04:37:08.381080 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 43652) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:37:08.463045 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-60139acb-6442-4653-b0d5-9b10620c049d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:08.491129 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-60139acb-6442-4653-b0d5-9b10620c049d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:08.546070 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-60139acb-6442-4653-b0d5-9b10620c049d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:08.549725 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-60139acb-6442-4653-b0d5-9b10620c049d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:08.550971 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-60139acb-6442-4653-b0d5-9b10620c049d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b05ba615-d4a1-4d54-b2b1-fe83bbd21a38 HTTP/1.1" status: 204 len: 168 time: 0.1688764 Aug 13 04:37:08.559239 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60139acb-6442-4653-b0d5-9b10620c049d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05ba615-d4a1-4d54-b2b1-fe83bbd21a38,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:08.775978 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c3081f-7bde-49c1-af18-0327b4a2c19d req-d294074b-1d93-43cc-8dda-61e56239a91c tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:08.787503 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-63c3081f-7bde-49c1-af18-0327b4a2c19d req-d294074b-1d93-43cc-8dda-61e56239a91c tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0688701 Aug 13 04:37:08.834683 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-63c3081f-7bde-49c1-af18-0327b4a2c19d req-80e12afc-6412-44b6-8e30-34002de94081 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444703 Aug 13 04:37:09.312649 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 43692) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:37:09.400297 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5538d2-c39f-4389-83c1-7b8c39ebeb57 req-4f6e01fb-88d3-4f88-8f04-7a2d92314ba7 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:09.401801 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bb5538d2-c39f-4389-83c1-7b8c39ebeb57 req-4f6e01fb-88d3-4f88-8f04-7a2d92314ba7 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fce62523-4d60-4fb1-bc51-f9481f345237 HTTP/1.1" status: 200 len: 944 time: 0.0500305 Aug 13 04:37:09.413076 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-1a4de376-5317-495f-acaf-954e3ec15bdd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-573356962-network', 'tenant_id': '786d3337291942b4a154ac9d8cdf6171'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:37:09.434641 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4de376-5317-495f-acaf-954e3ec15bdd admin admin] Made reservation on behalf of 786d3337291942b4a154ac9d8cdf6171 for: {'network': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:37:09.437991 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1a4de376-5317-495f-acaf-954e3ec15bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for network, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:09.444967 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bb5538d2-c39f-4389-83c1-7b8c39ebeb57 req-d3790982-329d-4b5f-8aee-a11767d235ea tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/security-groups?id=926d7e44-7c7d-4495-b548-1f4b506b9579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373025 Aug 13 04:37:09.446447 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1a4de376-5317-495f-acaf-954e3ec15bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:09.535702 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1a4de376-5317-495f-acaf-954e3ec15bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:09.539453 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1a4de376-5317-495f-acaf-954e3ec15bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:09.560820 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a4de376-5317-495f-acaf-954e3ec15bdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=93894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:37:09.574779 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4de376-5317-495f-acaf-954e3ec15bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b11ca4a-8204-4fce-8c83-f17e9a5585df,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:09.579822 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1a4de376-5317-495f-acaf-954e3ec15bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910'] for segment, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:09.580166 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.db.segments_db [None req-1a4de376-5317-495f-acaf-954e3ec15bdd admin admin] Added segment 94c8352a-9cd3-4dda-acab-9e29baefa79a of type vlan for network 0092419c-d300-444e-bdb9-33d61429016a Aug 13 04:37:09.590204 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4de376-5317-495f-acaf-954e3ec15bdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:37:09.590558 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4de376-5317-495f-acaf-954e3ec15bdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:37:09.590901 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4de376-5317-495f-acaf-954e3ec15bdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:37:09.591239 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4de376-5317-495f-acaf-954e3ec15bdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:37:09.591575 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4de376-5317-495f-acaf-954e3ec15bdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:37:09.591907 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4de376-5317-495f-acaf-954e3ec15bdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:37:09.592238 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4de376-5317-495f-acaf-954e3ec15bdd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:37:09.592565 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4de376-5317-495f-acaf-954e3ec15bdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:37:09.592894 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4de376-5317-495f-acaf-954e3ec15bdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:37:09.593251 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4de376-5317-495f-acaf-954e3ec15bdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:37:09.593607 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4de376-5317-495f-acaf-954e3ec15bdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:37:09.593933 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4de376-5317-495f-acaf-954e3ec15bdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:37:09.638241 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1a4de376-5317-495f-acaf-954e3ec15bdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740402894165'] for network, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:09.666967 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1a4de376-5317-495f-acaf-954e3ec15bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156'] for network, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:09.668027 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4de376-5317-495f-acaf-954e3ec15bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:09.668618 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1a4de376-5317-495f-acaf-954e3ec15bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:09.730437 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-1a4de376-5317-495f-acaf-954e3ec15bdd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4122803 Aug 13 04:37:09.730753 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 43696) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:37:09.735877 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-4cb53c32-8232-416d-8612-2ff4ac4945bb admin admin] Request body: {'subnet': {'network_id': '0092419c-d300-444e-bdb9-33d61429016a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-573356962-subnet', 'tenant_id': '786d3337291942b4a154ac9d8cdf6171', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:37:09.740140 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4de376-5317-495f-acaf-954e3ec15bdd admin admin] Pushing event updated for resources: {'Network': ['ID=0092419c-d300-444e-bdb9-33d61429016a,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:09.742657 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 32355f40-b404-4370-9a34-9d340e9a8886 up at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:37:09.767029 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb53c32-8232-416d-8612-2ff4ac4945bb admin admin] Made reservation on behalf of 786d3337291942b4a154ac9d8cdf6171 for: {'subnet': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:37:09.769382 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4cb53c32-8232-416d-8612-2ff4ac4945bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8583061'] for subnet, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:09.772408 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Network 0092419c-d300-444e-bdb9-33d61429016a details requested by agent ovs-agent-dv-cinder-759961-6-iscsi with host dv-cinder-759961-6-iscsi {{(pid=93895) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:37:09.982019 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92314b94-30ea-4481-877c-af5dab3b7564 req-a82f5fb9-9a4c-4255-ba5b-ad520b10cffe tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:09.982595 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef96425-f929-42fa-a3c6-b89b45441e4c req-5be2c4b6-96a7-44c1-9629-4eead6e14c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:09.984589 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-aef96425-f929-42fa-a3c6-b89b45441e4c req-5be2c4b6-96a7-44c1-9629-4eead6e14c9b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=97bcef962215442fa34d9ef949492fc4&device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 1098 time: 0.1086407 Aug 13 04:37:09.985452 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-92314b94-30ea-4481-877c-af5dab3b7564 req-a82f5fb9-9a4c-4255-ba5b-ad520b10cffe tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0677600 Aug 13 04:37:09.988372 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning for port 32355f40-b404-4370-9a34-9d340e9a8886 completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:37:09.994050 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning complete for port 32355f40-b404-4370-9a34-9d340e9a8886 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:37:09.994050 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:10.010540 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4cb53c32-8232-416d-8612-2ff4ac4945bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8757491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8583079'] for subnet, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:10.034154 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-92314b94-30ea-4481-877c-af5dab3b7564 req-ce566d1b-d5eb-43f2-8232-bd4fd2baa529 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418382 Aug 13 04:37:10.080352 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:10.103757 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce62523-4d60-4fb1-bc51-f9481f345237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32355f40-b404-4370-9a34-9d340e9a8886'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:37:10.105914 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c92d4982b19a4a1727383111979b328de092d32a0bc2fa1b4d64c134060166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0cbd66-c580-4404-87c8-bb3ab70a4e41" -d '{"events": [{"server_uuid": "fce62523-4d60-4fb1-bc51-f9481f345237", "name": "network-vif-plugged", "status": "completed", "tag": "32355f40-b404-4370-9a34-9d340e9a8886"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:37:10.119798 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 32355f40-b404-4370-9a34-9d340e9a8886, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=32355f40-b404-4370-9a34-9d340e9a8886,segment=NetworkSegment(bf46ad3f-cd90-4f1d-8335-4630fb944700),segment_id=bf46ad3f-cd90-4f1d-8335-4630fb944700)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:37:10.125210 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:10.125706 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb53c32-8232-416d-8612-2ff4ac4945bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=66a8ec8b-9f0b-488e-b15f-9a8765e379c5,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:10.152544 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b32770-baab-42dc-bed1-64b89e48609c x-openstack-request-id: req-25b32770-baab-42dc-bed1-64b89e48609c {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:37:10.152831 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce62523-4d60-4fb1-bc51-f9481f345237", "name": "network-vif-plugged", "status": "completed", "tag": "32355f40-b404-4370-9a34-9d340e9a8886", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:37:10.153074 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-25b32770-baab-42dc-bed1-64b89e48609c {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:37:10.153641 dv-cinder-759961-6-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce62523-4d60-4fb1-bc51-f9481f345237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32355f40-b404-4370-9a34-9d340e9a8886', 'code': 200} Aug 13 04:37:10.157929 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb53c32-8232-416d-8612-2ff4ac4945bb admin admin] Checking segment: {'id': '94c8352a-9cd3-4dda-acab-9e29baefa79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0092419c-d300-444e-bdb9-33d61429016a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:37:10.158287 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb53c32-8232-416d-8612-2ff4ac4945bb admin admin] Network hostable DHCP agents. Network: 0092419c-d300-444e-bdb9-33d61429016a, hostable agents: ['648804f1-66f0-43bb-b72d-2cc8dd7b696f'], hosted agents: [] {{(pid=93894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:37:10.162080 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef96425-f929-42fa-a3c6-b89b45441e4c req-76cc5aee-25ca-447a-86d0-4881fff4e355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:10.163564 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-aef96425-f929-42fa-a3c6-b89b45441e4c req-76cc5aee-25ca-447a-86d0-4881fff4e355 service neutron] 10.222.0.64 "GET /v2.0/networks?id=961a975f-b6bf-4b12-8622-52a8bd477fc6 HTTP/1.1" status: 200 len: 916 time: 0.1700664 Aug 13 04:37:10.182840 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=32355f40-b404-4370-9a34-9d340e9a8886,revision_number=5']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:10.186566 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb53c32-8232-416d-8612-2ff4ac4945bb admin admin] Network 0092419c-d300-444e-bdb9-33d61429016a is scheduled to be hosted by DHCP agent 648804f1-66f0-43bb-b72d-2cc8dd7b696f with binding_index 1 {{(pid=93894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:37:10.236136 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-4cb53c32-8232-416d-8612-2ff4ac4945bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-6-iscsi, 0092419c-d300-444e-bdb9-33d61429016a) {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:37:10.245270 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f6e646-afa6-49ad-ac32-7c9ac2d6fb84 None None] Network 0092419c-d300-444e-bdb9-33d61429016a requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:37:10.246074 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb53c32-8232-416d-8612-2ff4ac4945bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:10.246716 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4cb53c32-8232-416d-8612-2ff4ac4945bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:10.259398 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-aef96425-f929-42fa-a3c6-b89b45441e4c req-3271c866-6a47-405a-b509-78277ca7d39e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25bafb0e-0d63-4fa6-a942-fc8e07163718 HTTP/1.1" status: 200 len: 1000 time: 0.0821986 Aug 13 04:37:10.266440 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-4cb53c32-8232-416d-8612-2ff4ac4945bb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5348828 Aug 13 04:37:10.328062 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef96425-f929-42fa-a3c6-b89b45441e4c req-af6c5953-436d-4a3b-8651-74d2986ed1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:10.329778 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-aef96425-f929-42fa-a3c6-b89b45441e4c req-af6c5953-436d-4a3b-8651-74d2986ed1ec service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f926821c-827a-487a-ac65-0966f4150cbf HTTP/1.1" status: 200 len: 854 time: 0.0533051 Aug 13 04:37:10.349963 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b837daf-ac77-4b77-b1c7-5097c95409d5 req-ba2ed374-fc19-4bf6-ab0f-d1a98b680c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:10.351524 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6b837daf-ac77-4b77-b1c7-5097c95409d5 req-ba2ed374-fc19-4bf6-ab0f-d1a98b680c7a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fce62523-4d60-4fb1-bc51-f9481f345237 HTTP/1.1" status: 200 len: 1098 time: 0.0508149 Aug 13 04:37:10.386140 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9dd6b3-d901-4158-a45b-48c3397cfc85 None None] Network 0092419c-d300-444e-bdb9-33d61429016a requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:37:10.390793 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-6b837daf-ac77-4b77-b1c7-5097c95409d5 req-860daa3c-e39c-4a12-9a90-ae78d5623176 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=926d7e44-7c7d-4495-b548-1f4b506b9579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301983 Aug 13 04:37:10.400256 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef96425-f929-42fa-a3c6-b89b45441e4c req-83d5dd98-8208-4e2e-862a-7b379384bf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:10.402534 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-aef96425-f929-42fa-a3c6-b89b45441e4c req-83d5dd98-8208-4e2e-862a-7b379384bf2b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=961a975f-b6bf-4b12-8622-52a8bd477fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0629089 Aug 13 04:37:10.568560 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575acef6-6863-493b-87c5-e79f47be4633 req-fe210ea9-5b9f-4f83-9cea-cbb2dea9b30c tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:10.568560 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-575acef6-6863-493b-87c5-e79f47be4633 req-fe210ea9-5b9f-4f83-9cea-cbb2dea9b30c tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fce62523-4d60-4fb1-bc51-f9481f345237 HTTP/1.1" status: 200 len: 945 time: 0.0520380 Aug 13 04:37:10.602039 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-aef96425-f929-42fa-a3c6-b89b45441e4c req-b4cfb208-4cb9-4f08-9a09-ce86209bb9da service neutron] 10.222.0.64 "GET /v2.0/networks/961a975f-b6bf-4b12-8622-52a8bd477fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090558 Aug 13 04:37:10.612606 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-575acef6-6863-493b-87c5-e79f47be4633 req-b2a86e56-adc0-4cbb-b377-31e37fc9b680 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/security-groups?id=926d7e44-7c7d-4495-b548-1f4b506b9579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375400 Aug 13 04:37:10.698377 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-aef96425-f929-42fa-a3c6-b89b45441e4c req-a06ab895-c068-44aa-a803-119efcf774b5 service neutron] 10.222.0.64 "GET /v2.0/networks/961a975f-b6bf-4b12-8622-52a8bd477fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869222 Aug 13 04:37:10.798561 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 43718) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:37:10.803537 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-4c54ce36-dab7-49aa-89f3-ebd051d08d38 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1387589731-network', 'tenant_id': '8ce840205c66448ab7ba3e546ccb19a7'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:37:10.824833 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c54ce36-dab7-49aa-89f3-ebd051d08d38 admin admin] Made reservation on behalf of 8ce840205c66448ab7ba3e546ccb19a7 for: {'network': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:37:10.827222 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4c54ce36-dab7-49aa-89f3-ebd051d08d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for network, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:10.835968 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4c54ce36-dab7-49aa-89f3-ebd051d08d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:10.928579 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4c54ce36-dab7-49aa-89f3-ebd051d08d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:10.932995 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4c54ce36-dab7-49aa-89f3-ebd051d08d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:10.934014 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-e2db78f3-946b-4dc9-bdec-43e656eade56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:10.961920 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c54ce36-dab7-49aa-89f3-ebd051d08d38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=93894) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 13 04:37:10.971764 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54ce36-dab7-49aa-89f3-ebd051d08d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fefc010-9a7f-4884-be85-b98f16f53406,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:10.980110 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4c54ce36-dab7-49aa-89f3-ebd051d08d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910'] for segment, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:10.980110 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.db.segments_db [None req-4c54ce36-dab7-49aa-89f3-ebd051d08d38 admin admin] Added segment 1496b254-daa9-438f-a773-8d6468dc5a5b of type vlan for network e8529439-c0e9-44f8-bc7b-670cff9998f8 Aug 13 04:37:11.026723 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4c54ce36-dab7-49aa-89f3-ebd051d08d38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740402894165'] for network, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:11.055535 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4c54ce36-dab7-49aa-89f3-ebd051d08d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156'] for network, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:11.056483 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c54ce36-dab7-49aa-89f3-ebd051d08d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:11.057066 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4c54ce36-dab7-49aa-89f3-ebd051d08d38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:11.112365 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-4c54ce36-dab7-49aa-89f3-ebd051d08d38 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3126988 Aug 13 04:37:11.115059 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 43722) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:37:11.119847 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-091f56bc-2a3b-45d6-ab8f-57f7c8809cb0 admin admin] Request body: {'subnet': {'network_id': 'e8529439-c0e9-44f8-bc7b-670cff9998f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1387589731-subnet', 'tenant_id': '8ce840205c66448ab7ba3e546ccb19a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:37:11.127950 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c54ce36-dab7-49aa-89f3-ebd051d08d38 admin admin] Pushing event updated for resources: {'Network': ['ID=e8529439-c0e9-44f8-bc7b-670cff9998f8,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:11.138802 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Network e8529439-c0e9-44f8-bc7b-670cff9998f8 details requested by agent ovs-agent-dv-cinder-759961-6-iscsi with host dv-cinder-759961-6-iscsi {{(pid=93895) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 13 04:37:11.150253 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091f56bc-2a3b-45d6-ab8f-57f7c8809cb0 admin admin] Made reservation on behalf of 8ce840205c66448ab7ba3e546ccb19a7 for: {'subnet': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:37:11.152772 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-091f56bc-2a3b-45d6-ab8f-57f7c8809cb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8583061'] for subnet, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:11.162628 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171fab9f-8d3c-427f-b611-2446490cb24e req-287a30d7-1509-4adf-9b0e-42469380db3a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:11.164327 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-171fab9f-8d3c-427f-b611-2446490cb24e req-287a30d7-1509-4adf-9b0e-42469380db3a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 945 time: 0.0579319 Aug 13 04:37:11.210061 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-171fab9f-8d3c-427f-b611-2446490cb24e req-db74962f-77a1-4ed6-ac6d-0fb02e1ba223 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373271 Aug 13 04:37:11.327359 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-091f56bc-2a3b-45d6-ab8f-57f7c8809cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8757491', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8583079'] for subnet, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:11.353560 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:11.375657 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f56bc-2a3b-45d6-ab8f-57f7c8809cb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c9ddaf7-6979-4d13-bb31-3d96b8c47b79,revision_number=0']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:11.390706 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091f56bc-2a3b-45d6-ab8f-57f7c8809cb0 admin admin] Checking segment: {'id': '1496b254-daa9-438f-a773-8d6468dc5a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'e8529439-c0e9-44f8-bc7b-670cff9998f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:37:11.391064 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091f56bc-2a3b-45d6-ab8f-57f7c8809cb0 admin admin] Network hostable DHCP agents. Network: e8529439-c0e9-44f8-bc7b-670cff9998f8, hostable agents: ['648804f1-66f0-43bb-b72d-2cc8dd7b696f'], hosted agents: [] {{(pid=93894) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 13 04:37:11.407815 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091f56bc-2a3b-45d6-ab8f-57f7c8809cb0 admin admin] Network e8529439-c0e9-44f8-bc7b-670cff9998f8 is scheduled to be hosted by DHCP agent 648804f1-66f0-43bb-b72d-2cc8dd7b696f with binding_index 1 {{(pid=93894) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 13 04:37:11.417563 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-091f56bc-2a3b-45d6-ab8f-57f7c8809cb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759961-6-iscsi, e8529439-c0e9-44f8-bc7b-670cff9998f8) {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:37:11.421655 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091f56bc-2a3b-45d6-ab8f-57f7c8809cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:11.422388 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-091f56bc-2a3b-45d6-ab8f-57f7c8809cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:11.428207 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4e3693-3f92-4de4-97dc-ec7ba3599c18 None None] Network e8529439-c0e9-44f8-bc7b-670cff9998f8 requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:37:11.440482 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-091f56bc-2a3b-45d6-ab8f-57f7c8809cb0 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3243949 Aug 13 04:37:11.552703 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed2b3e4-901c-4650-aa13-f46d4dfefdb8 None None] Network e8529439-c0e9-44f8-bc7b-670cff9998f8 requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:37:11.563081 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 43726) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:37:11.611406 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbc9132b-35a5-4941-b689-9a392c4ad03b admin admin] Deleting subnet 66a8ec8b-9f0b-488e-b15f-9a8765e379c5 {{(pid=93894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:37:11.614609 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-bbc9132b-35a5-4941-b689-9a392c4ad03b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:11.659498 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-bbc9132b-35a5-4941-b689-9a392c4ad03b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571626'] for subnet, precommit_delete_associations {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:11.699888 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-bbc9132b-35a5-4941-b689-9a392c4ad03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033975'] for subnet, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:11.731932 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d3291-2a28-43d7-bb95-8d8fd1c7113e req-75344563-3a5c-453f-ae7f-8bd9af665a6d tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:11.733329 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d04d3291-2a28-43d7-bb95-8d8fd1c7113e req-75344563-3a5c-453f-ae7f-8bd9af665a6d tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fce62523-4d60-4fb1-bc51-f9481f345237 HTTP/1.1" status: 200 len: 945 time: 0.0494745 Aug 13 04:37:11.752839 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-bbc9132b-35a5-4941-b689-9a392c4ad03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8757428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583102'] for subnet, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:11.768592 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 25bafb0e-0d63-4fa6-a942-fc8e07163718 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:37:11.774188 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d04d3291-2a28-43d7-bb95-8d8fd1c7113e req-4d391bc2-dd2a-4761-be66-273571c69c05 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/security-groups?id=926d7e44-7c7d-4495-b548-1f4b506b9579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334594 Aug 13 04:37:11.782370 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-bbc9132b-35a5-4941-b689-9a392c4ad03b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:11.785880 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-bbc9132b-35a5-4941-b689-9a392c4ad03b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/66a8ec8b-9f0b-488e-b15f-9a8765e379c5 HTTP/1.1" status: 204 len: 168 time: 0.2215571 Aug 13 04:37:11.787005 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 43730) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:37:11.790339 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9132b-35a5-4941-b689-9a392c4ad03b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66a8ec8b-9f0b-488e-b15f-9a8765e379c5,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:11.866045 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:11.868247 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-868690c0-20eb-4312-b204-777a572e3bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530472'] for network, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:11.901384 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 25bafb0e-0d63-4fa6-a942-fc8e07163718, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=25bafb0e-0d63-4fa6-a942-fc8e07163718,segment=NetworkSegment(ae7a5589-1c60-462f-a476-72f6648fe839),segment_id=ae7a5589-1c60-462f-a476-72f6648fe839)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:37:11.905757 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:11.954658 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-868690c0-20eb-4312-b204-777a572e3bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038704', 'neutron.services.segments.db._delete_segments_for_network-8740403467888'] for network, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:11.968820 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=25bafb0e-0d63-4fa6-a942-fc8e07163718,revision_number=8']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:11.969613 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.services.segments.db [None req-868690c0-20eb-4312-b204-777a572e3bb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0092419c-d300-444e-bdb9-33d61429016a']}} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:37:11.981341 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.services.segments.db [None req-868690c0-20eb-4312-b204-777a572e3bb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c8352a-9cd3-4dda-acab-9e29baefa79a') {'for_net_delete': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:37:11.981672 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.services.segments.db [None req-868690c0-20eb-4312-b204-777a572e3bb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c8352a-9cd3-4dda-acab-9e29baefa79a') {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:37:11.991847 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-868690c0-20eb-4312-b204-777a572e3bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403392121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9290325'] for segment, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:12.006815 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-868690c0-20eb-4312-b204-777a572e3bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910'] for segment, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:12.013343 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868690c0-20eb-4312-b204-777a572e3bb7 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=93893) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:37:12.013811 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-868690c0-20eb-4312-b204-777a572e3bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9290153'] for segment, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:12.015865 dv-cinder-759961-6-iscsi neutron-server[93893]: Traceback (most recent call last): Aug 13 04:37:12.015865 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:37:12.015865 dv-cinder-759961-6-iscsi neutron-server[93893]: timer() Aug 13 04:37:12.015865 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:37:12.015865 dv-cinder-759961-6-iscsi neutron-server[93893]: cb(*args, **kw) Aug 13 04:37:12.015865 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:37:12.015865 dv-cinder-759961-6-iscsi neutron-server[93893]: return func(*args, **kwargs) Aug 13 04:37:12.015865 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:37:12.015865 dv-cinder-759961-6-iscsi neutron-server[93893]: self._notify() Aug 13 04:37:12.015865 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:37:12.015865 dv-cinder-759961-6-iscsi neutron-server[93893]: self.callback(batched_events) Aug 13 04:37:12.015865 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:37:12.015865 dv-cinder-759961-6-iscsi neutron-server[93893]: event.method(event) Aug 13 04:37:12.015865 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:37:12.015865 dv-cinder-759961-6-iscsi neutron-server[93893]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:37:12.015865 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:37:12.015865 dv-cinder-759961-6-iscsi neutron-server[93893]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:37:12.015865 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:37:12.015865 dv-cinder-759961-6-iscsi neutron-server[93893]: return f(self, *a, **k) Aug 13 04:37:12.015865 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:37:12.015865 dv-cinder-759961-6-iscsi neutron-server[93893]: return self._get(url).json() Aug 13 04:37:12.015865 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:37:12.015865 dv-cinder-759961-6-iscsi neutron-server[93893]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:37:12.015865 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:37:12.015865 dv-cinder-759961-6-iscsi neutron-server[93893]: return self.request(url, 'GET', **kwargs) Aug 13 04:37:12.015865 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:37:12.015865 dv-cinder-759961-6-iscsi neutron-server[93893]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:37:12.015865 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:37:12.015865 dv-cinder-759961-6-iscsi neutron-server[93893]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:37:12.015865 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:37:12.015865 dv-cinder-759961-6-iscsi neutron-server[93893]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:37:12.015865 dv-cinder-759961-6-iscsi neutron-server[93893]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:37:12.048932 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:12.081246 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-868690c0-20eb-4312-b204-777a572e3bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3788963'] for network, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:12.097525 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-868690c0-20eb-4312-b204-777a572e3bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for network, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:12.099398 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-868690c0-20eb-4312-b204-777a572e3bb7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/0092419c-d300-444e-bdb9-33d61429016a HTTP/1.1" status: 204 len: 168 time: 0.3114164 Aug 13 04:37:12.100652 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868690c0-20eb-4312-b204-777a572e3bb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0092419c-d300-444e-bdb9-33d61429016a,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:12.102255 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 43742) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:37:12.148095 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.db_base_plugin_v2 [None req-75cd505e-6093-4432-a178-b996ab0fd167 admin admin] Deleting subnet 4c9ddaf7-6979-4d13-bb31-3d96b8c47b79 {{(pid=93893) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:37:12.151463 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-75cd505e-6093-4432-a178-b996ab0fd167 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:12.155018 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f3dbb4-dc66-4923-95f0-d53a986ebf82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25bafb0e-0d63-4fa6-a942-fc8e07163718'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:37:12.158213 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c92d4982b19a4a1727383111979b328de092d32a0bc2fa1b4d64c134060166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36003aaa-fd6c-4ef2-a139-c67d464e88b7" -d '{"events": [{"server_uuid": "15f3dbb4-dc66-4923-95f0-d53a986ebf82", "name": "network-vif-unplugged", "status": "completed", "tag": "25bafb0e-0d63-4fa6-a942-fc8e07163718"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:37:12.189272 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-75cd505e-6093-4432-a178-b996ab0fd167 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9290306'] for subnet, precommit_delete_associations {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:12.196346 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 13 Aug 2021 04:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d571de7e-ef4b-4a1a-a006-fff129685e47 x-openstack-request-id: req-d571de7e-ef4b-4a1a-a006-fff129685e47 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:37:12.196842 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f3dbb4-dc66-4923-95f0-d53a986ebf82", "name": "network-vif-unplugged", "status": "completed", "tag": "25bafb0e-0d63-4fa6-a942-fc8e07163718", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:37:12.197100 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d571de7e-ef4b-4a1a-a006-fff129685e47 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:37:12.197560 dv-cinder-759961-6-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f3dbb4-dc66-4923-95f0-d53a986ebf82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25bafb0e-0d63-4fa6-a942-fc8e07163718', 'code': 200} Aug 13 04:37:12.234624 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-75cd505e-6093-4432-a178-b996ab0fd167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033975'] for subnet, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:12.290625 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-75cd505e-6093-4432-a178-b996ab0fd167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9290103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9155894'] for subnet, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:12.301654 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:12.325841 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cd505e-6093-4432-a178-b996ab0fd167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c9ddaf7-6979-4d13-bb31-3d96b8c47b79,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:12.349143 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-75cd505e-6093-4432-a178-b996ab0fd167 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:12.351067 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-75cd505e-6093-4432-a178-b996ab0fd167 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4c9ddaf7-6979-4d13-bb31-3d96b8c47b79 HTTP/1.1" status: 204 len: 168 time: 0.2478664 Aug 13 04:37:12.353609 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd505e-6093-4432-a178-b996ab0fd167 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:37:12.353828 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 43748) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:37:12.353959 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd505e-6093-4432-a178-b996ab0fd167 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:37:12.354287 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd505e-6093-4432-a178-b996ab0fd167 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:37:12.354623 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd505e-6093-4432-a178-b996ab0fd167 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:37:12.354957 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd505e-6093-4432-a178-b996ab0fd167 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:37:12.355288 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd505e-6093-4432-a178-b996ab0fd167 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:37:12.355615 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd505e-6093-4432-a178-b996ab0fd167 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:37:12.355942 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd505e-6093-4432-a178-b996ab0fd167 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:37:12.356271 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd505e-6093-4432-a178-b996ab0fd167 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:37:12.356595 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd505e-6093-4432-a178-b996ab0fd167 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:37:12.356921 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd505e-6093-4432-a178-b996ab0fd167 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:37:12.357236 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cd505e-6093-4432-a178-b996ab0fd167 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:37:12.384837 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2671e-8459-4eec-be77-ad12b926617a req-28d3424c-6f03-4ffa-b16a-5d7da253a08f tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:12.386350 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-08d2671e-8459-4eec-be77-ad12b926617a req-28d3424c-6f03-4ffa-b16a-5d7da253a08f tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 943 time: 0.0704741 Aug 13 04:37:12.426705 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-08d2671e-8459-4eec-be77-ad12b926617a req-e4763b74-d00c-410e-bf8f-9b377f998da6 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334480 Aug 13 04:37:12.428090 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a868d911-1927-4e4b-bca2-0a02e21639ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530472'] for network, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:12.511613 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a868d911-1927-4e4b-bca2-0a02e21639ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038704', 'neutron.services.segments.db._delete_segments_for_network-8740403467888'] for network, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:12.520920 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-a868d911-1927-4e4b-bca2-0a02e21639ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8529439-c0e9-44f8-bc7b-670cff9998f8']}} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:37:12.536352 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-a868d911-1927-4e4b-bca2-0a02e21639ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1496b254-daa9-438f-a773-8d6468dc5a5b') {'for_net_delete': True} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:37:12.536643 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-a868d911-1927-4e4b-bca2-0a02e21639ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1496b254-daa9-438f-a773-8d6468dc5a5b') {} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:37:12.545324 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a868d911-1927-4e4b-bca2-0a02e21639ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403392121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571645'] for segment, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:12.559353 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a868d911-1927-4e4b-bca2-0a02e21639ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910'] for segment, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:12.565954 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a868d911-1927-4e4b-bca2-0a02e21639ad admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=93894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:37:12.566333 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a868d911-1927-4e4b-bca2-0a02e21639ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8757354'] for segment, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:12.567921 dv-cinder-759961-6-iscsi neutron-server[93894]: Traceback (most recent call last): Aug 13 04:37:12.567921 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:37:12.567921 dv-cinder-759961-6-iscsi neutron-server[93894]: timer() Aug 13 04:37:12.567921 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:37:12.567921 dv-cinder-759961-6-iscsi neutron-server[93894]: cb(*args, **kw) Aug 13 04:37:12.567921 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:37:12.567921 dv-cinder-759961-6-iscsi neutron-server[93894]: return func(*args, **kwargs) Aug 13 04:37:12.567921 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:37:12.567921 dv-cinder-759961-6-iscsi neutron-server[93894]: self._notify() Aug 13 04:37:12.567921 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:37:12.567921 dv-cinder-759961-6-iscsi neutron-server[93894]: self.callback(batched_events) Aug 13 04:37:12.567921 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:37:12.567921 dv-cinder-759961-6-iscsi neutron-server[93894]: event.method(event) Aug 13 04:37:12.567921 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:37:12.567921 dv-cinder-759961-6-iscsi neutron-server[93894]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:37:12.567921 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:37:12.567921 dv-cinder-759961-6-iscsi neutron-server[93894]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:37:12.567921 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:37:12.567921 dv-cinder-759961-6-iscsi neutron-server[93894]: return f(self, *a, **k) Aug 13 04:37:12.567921 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:37:12.567921 dv-cinder-759961-6-iscsi neutron-server[93894]: return self._get(url).json() Aug 13 04:37:12.567921 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:37:12.567921 dv-cinder-759961-6-iscsi neutron-server[93894]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:37:12.567921 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:37:12.567921 dv-cinder-759961-6-iscsi neutron-server[93894]: return self.request(url, 'GET', **kwargs) Aug 13 04:37:12.567921 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:37:12.567921 dv-cinder-759961-6-iscsi neutron-server[93894]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:37:12.567921 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:37:12.567921 dv-cinder-759961-6-iscsi neutron-server[93894]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:37:12.567921 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:37:12.567921 dv-cinder-759961-6-iscsi neutron-server[93894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:37:12.567921 dv-cinder-759961-6-iscsi neutron-server[93894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:37:12.620381 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a868d911-1927-4e4b-bca2-0a02e21639ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3788963'] for network, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:12.631698 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-a868d911-1927-4e4b-bca2-0a02e21639ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:12.633013 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-a868d911-1927-4e4b-bca2-0a02e21639ad admin admin] 10.222.0.13 "DELETE /v2.0/networks/e8529439-c0e9-44f8-bc7b-670cff9998f8 HTTP/1.1" status: 204 len: 168 time: 0.2779987 Aug 13 04:37:12.644815 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868d911-1927-4e4b-bca2-0a02e21639ad admin admin] Pushing event deleted for resources: {'Network': ['ID=e8529439-c0e9-44f8-bc7b-670cff9998f8,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:12.801008 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 43754) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:37:12.843645 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-2316c477-5fa1-440a-804b-84b7f6ee0517 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=786d3337291942b4a154ac9d8cdf6171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407817 Aug 13 04:37:12.846231 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 43756) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:37:12.895356 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-53823b24-c07e-4700-995a-5b07df58f807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:12.919958 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-53823b24-c07e-4700-995a-5b07df58f807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:12.965520 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-53823b24-c07e-4700-995a-5b07df58f807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:12.968540 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-53823b24-c07e-4700-995a-5b07df58f807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:12.969746 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-53823b24-c07e-4700-995a-5b07df58f807 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b11ca4a-8204-4fce-8c83-f17e9a5585df HTTP/1.1" status: 204 len: 168 time: 0.1225910 Aug 13 04:37:12.977611 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53823b24-c07e-4700-995a-5b07df58f807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b11ca4a-8204-4fce-8c83-f17e9a5585df,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:13.293900 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 43764) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:37:13.333323 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-5a1e2ff2-c006-4621-b997-50e2a925f645 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ce840205c66448ab7ba3e546ccb19a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383039 Aug 13 04:37:13.335733 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 43766) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:37:13.387450 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e4e467c6-8e2a-45f4-8232-0e5a961e54f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:13.407628 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e4e467c6-8e2a-45f4-8232-0e5a961e54f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:13.454587 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e4e467c6-8e2a-45f4-8232-0e5a961e54f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:13.457180 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e4e467c6-8e2a-45f4-8232-0e5a961e54f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:13.458364 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-e4e467c6-8e2a-45f4-8232-0e5a961e54f7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7fefc010-9a7f-4884-be85-b98f16f53406 HTTP/1.1" status: 204 len: 168 time: 0.1217549 Aug 13 04:37:13.468311 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e467c6-8e2a-45f4-8232-0e5a961e54f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fefc010-9a7f-4884-be85-b98f16f53406,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:13.570905 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967778eb-c563-4568-b24d-912b2ea88d44 req-5774a3e6-c0c3-4aa5-95c5-5a5ec5a8a317 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:13.572760 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-967778eb-c563-4568-b24d-912b2ea88d44 req-5774a3e6-c0c3-4aa5-95c5-5a5ec5a8a317 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 943 time: 0.0660286 Aug 13 04:37:13.616896 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-967778eb-c563-4568-b24d-912b2ea88d44 req-632c1d2e-f24b-41ad-83c1-1929c898a06f tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379081 Aug 13 04:37:14.034099 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:14.600052 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a5ecb-19b1-42ea-8a2a-4977f2552cd9 req-63cda46f-1b7c-42c1-a0dc-4389597ffdd5 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:14.602153 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1f4a5ecb-19b1-42ea-8a2a-4977f2552cd9 req-63cda46f-1b7c-42c1-a0dc-4389597ffdd5 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 943 time: 0.0529366 Aug 13 04:37:14.638529 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6a4ff0ba-aeaf-4f13-bcae-37004a92e6e6 req-f8d1cda2-ab4b-4abb-9c12-c39297bc1dd0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0443234 Aug 13 04:37:14.647690 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1f4a5ecb-19b1-42ea-8a2a-4977f2552cd9 req-495e358c-027f-410e-b4dc-2538e672d14e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374043 Aug 13 04:37:15.517835 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ff0ba-aeaf-4f13-bcae-37004a92e6e6 req-f6e49a39-8638-489d-a148-9f39d04d32f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:15.519218 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6a4ff0ba-aeaf-4f13-bcae-37004a92e6e6 req-f6e49a39-8638-489d-a148-9f39d04d32f1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82&tenant_id=97bcef962215442fa34d9ef949492fc4 HTTP/1.1" status: 200 len: 1096 time: 0.0403819 Aug 13 04:37:15.579885 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ff0ba-aeaf-4f13-bcae-37004a92e6e6 req-1116e08b-9800-4bb5-b015-802106b44d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:15.581339 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6a4ff0ba-aeaf-4f13-bcae-37004a92e6e6 req-1116e08b-9800-4bb5-b015-802106b44d37 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=97bcef962215442fa34d9ef949492fc4&device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 1096 time: 0.0386627 Aug 13 04:37:15.672770 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ff0ba-aeaf-4f13-bcae-37004a92e6e6 req-e40aa401-2f43-48bc-8558-b5ce947a1d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:15.674273 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6a4ff0ba-aeaf-4f13-bcae-37004a92e6e6 req-e40aa401-2f43-48bc-8558-b5ce947a1d9e service neutron] 10.222.0.64 "GET /v2.0/networks?id=961a975f-b6bf-4b12-8622-52a8bd477fc6 HTTP/1.1" status: 200 len: 916 time: 0.0842617 Aug 13 04:37:15.748821 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6a4ff0ba-aeaf-4f13-bcae-37004a92e6e6 req-c6eb74db-3ae4-4fdf-a391-1df90df767b2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=25bafb0e-0d63-4fa6-a942-fc8e07163718 HTTP/1.1" status: 200 len: 998 time: 0.0579588 Aug 13 04:37:15.774912 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27fea1-736b-4048-80e3-eba906299d80 req-6e5c6919-a036-43e3-8dab-90c2f3d983c4 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:15.776270 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-be27fea1-736b-4048-80e3-eba906299d80 req-6e5c6919-a036-43e3-8dab-90c2f3d983c4 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 943 time: 0.0516577 Aug 13 04:37:15.784562 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 25bafb0e-0d63-4fa6-a942-fc8e07163718 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:37:15.805624 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ff0ba-aeaf-4f13-bcae-37004a92e6e6 req-c1938a97-34cf-4dd9-9c24-5b37a13af11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:15.807289 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6a4ff0ba-aeaf-4f13-bcae-37004a92e6e6 req-c1938a97-34cf-4dd9-9c24-5b37a13af11f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=f926821c-827a-487a-ac65-0966f4150cbf HTTP/1.1" status: 200 len: 854 time: 0.0495942 Aug 13 04:37:15.818008 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-be27fea1-736b-4048-80e3-eba906299d80 req-55aa20af-2fe8-4bed-8b1b-6dc56002929e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349360 Aug 13 04:37:15.858076 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ff0ba-aeaf-4f13-bcae-37004a92e6e6 req-b032bc1d-07a0-46bb-85ae-24bf5948bfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:15.859643 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6a4ff0ba-aeaf-4f13-bcae-37004a92e6e6 req-b032bc1d-07a0-46bb-85ae-24bf5948bfbb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=961a975f-b6bf-4b12-8622-52a8bd477fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430002 Aug 13 04:37:15.948624 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6a4ff0ba-aeaf-4f13-bcae-37004a92e6e6 req-2eff0cb4-88dd-450c-8e21-f851ba0f4964 service neutron] 10.222.0.64 "GET /v2.0/networks/961a975f-b6bf-4b12-8622-52a8bd477fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802932 Aug 13 04:37:16.052520 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6a4ff0ba-aeaf-4f13-bcae-37004a92e6e6 req-2e741807-0e63-4e32-9d80-180623a8e3d5 service neutron] 10.222.0.64 "GET /v2.0/networks/961a975f-b6bf-4b12-8622-52a8bd477fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830886 Aug 13 04:37:16.944304 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33129184-793b-4885-9293-e78c1de0f4a1 req-2e9eed98-34c4-4934-b446-6253e385baac tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:16.946674 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-33129184-793b-4885-9293-e78c1de0f4a1 req-2e9eed98-34c4-4934-b446-6253e385baac tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 943 time: 0.0516179 Aug 13 04:37:16.986248 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-33129184-793b-4885-9293-e78c1de0f4a1 req-0daf100a-508e-4187-b76b-114536428fde tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323179 Aug 13 04:37:18.086410 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 43930) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:37:18.123144 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bec557-831a-4437-b066-31df0062cee4 req-46977e56-612f-433d-9963-db37193c33ae tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:18.124934 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-43bec557-831a-4437-b066-31df0062cee4 req-46977e56-612f-433d-9963-db37193c33ae tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 943 time: 0.0639207 Aug 13 04:37:18.172343 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-43bec557-831a-4437-b066-31df0062cee4 req-20aab244-4082-49e7-905d-fb88dde1491d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402889 Aug 13 04:37:18.204321 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7a331609-37f8-4a19-b171-cfe80524b353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:18.303717 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7a331609-37f8-4a19-b171-cfe80524b353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:18.307257 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-7a331609-37f8-4a19-b171-cfe80524b353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:18.351263 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 43934) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:37:18.351559 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-7a331609-37f8-4a19-b171-cfe80524b353 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b7db236b1bd4d579786ceefc1ba5c5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2638073 Aug 13 04:37:18.352077 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a331609-37f8-4a19-b171-cfe80524b353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb037c6-f1a7-47f8-a8aa-90823a2c6eb0,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:18.406643 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-8b7d402a-bbc1-4095-b83e-0b6f38728ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:18.433976 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-8b7d402a-bbc1-4095-b83e-0b6f38728ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:18.487129 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-8b7d402a-bbc1-4095-b83e-0b6f38728ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:18.490197 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-8b7d402a-bbc1-4095-b83e-0b6f38728ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:18.491419 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-8b7d402a-bbc1-4095-b83e-0b6f38728ca2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1fb037c6-f1a7-47f8-a8aa-90823a2c6eb0 HTTP/1.1" status: 204 len: 168 time: 0.1386318 Aug 13 04:37:18.501268 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d402a-bbc1-4095-b83e-0b6f38728ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb037c6-f1a7-47f8-a8aa-90823a2c6eb0,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:18.808377 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 43942) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:37:18.822936 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-526857b8-1fba-4f1e-953a-9a74b05ff983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:18.918930 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-526857b8-1fba-4f1e-953a-9a74b05ff983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:18.922697 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-526857b8-1fba-4f1e-953a-9a74b05ff983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:18.966909 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-526857b8-1fba-4f1e-953a-9a74b05ff983 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86cbb9d8f4d7416abe22e59a012d5c40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1548448 Aug 13 04:37:18.966909 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526857b8-1fba-4f1e-953a-9a74b05ff983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de2e299b-c77b-45a6-8afb-7dff63d4cc7f,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:18.967787 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 43944) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:37:19.021484 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ebc05d1e-1b85-415e-815c-465e0c8ea7ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:19.041355 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ebc05d1e-1b85-415e-815c-465e0c8ea7ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:19.091957 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ebc05d1e-1b85-415e-815c-465e0c8ea7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:19.094740 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ebc05d1e-1b85-415e-815c-465e0c8ea7ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:19.095964 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-ebc05d1e-1b85-415e-815c-465e0c8ea7ff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de2e299b-c77b-45a6-8afb-7dff63d4cc7f HTTP/1.1" status: 204 len: 168 time: 0.1271532 Aug 13 04:37:19.103637 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc05d1e-1b85-415e-815c-465e0c8ea7ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2e299b-c77b-45a6-8afb-7dff63d4cc7f,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:19.302297 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee5199-395f-4015-8a99-eae75ce18085 req-b9c4e703-3d0f-4de6-a881-b719ceeb2d89 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:19.304744 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2aee5199-395f-4015-8a99-eae75ce18085 req-b9c4e703-3d0f-4de6-a881-b719ceeb2d89 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 943 time: 0.0570774 Aug 13 04:37:19.353518 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2aee5199-395f-4015-8a99-eae75ce18085 req-430c2ee1-677d-4b4c-b7b8-76138723a87e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399389 Aug 13 04:37:20.484336 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7fce8-7f1e-4034-9811-0dd3b54842e6 req-fd758854-1bce-41b8-a647-825fa82081fc tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:20.486717 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d6d7fce8-7f1e-4034-9811-0dd3b54842e6 req-fd758854-1bce-41b8-a647-825fa82081fc tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 943 time: 0.0531101 Aug 13 04:37:20.532314 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d6d7fce8-7f1e-4034-9811-0dd3b54842e6 req-63691f8b-297a-46b2-a1da-12cea6ce6ef5 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336156 Aug 13 04:37:21.657933 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b40c6-1b28-446f-b852-18530598992a req-40ab5f89-6632-4a0f-bf92-b216c6ae256b tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:21.660244 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2b1b40c6-1b28-446f-b852-18530598992a req-40ab5f89-6632-4a0f-bf92-b216c6ae256b tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 943 time: 0.0531743 Aug 13 04:37:21.699271 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2b1b40c6-1b28-446f-b852-18530598992a req-ab3edd6d-d2c0-4c77-a7c7-3a6ef33d4fe4 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324855 Aug 13 04:37:22.827852 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f65500-d41e-48ae-9c82-96c4fa400244 req-f539a371-2771-4302-ad95-ba4a8a5b5f1e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:22.829522 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-61f65500-d41e-48ae-9c82-96c4fa400244 req-f539a371-2771-4302-ad95-ba4a8a5b5f1e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 943 time: 0.0508351 Aug 13 04:37:22.875424 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-61f65500-d41e-48ae-9c82-96c4fa400244 req-72e1be4d-db75-45d7-bed1-68d042764d51 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394762 Aug 13 04:37:24.007966 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8059d6-45fb-4b83-9c4a-dba8f1721aad req-9da6f79d-66c9-46f6-abc5-0fefc63d8be5 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:24.009509 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9c8059d6-45fb-4b83-9c4a-dba8f1721aad req-9da6f79d-66c9-46f6-abc5-0fefc63d8be5 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 943 time: 0.0553069 Aug 13 04:37:24.050176 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9c8059d6-45fb-4b83-9c4a-dba8f1721aad req-53037f75-ce53-413b-af41-865cc91b70f9 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336726 Aug 13 04:37:25.171971 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b21ef-e7eb-4adb-ac99-cc8fdcbddc02 req-51b8c3e3-8796-4cf3-be84-8371a9f6de5d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:25.173472 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-687b21ef-e7eb-4adb-ac99-cc8fdcbddc02 req-51b8c3e3-8796-4cf3-be84-8371a9f6de5d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 943 time: 0.0503991 Aug 13 04:37:25.220142 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-687b21ef-e7eb-4adb-ac99-cc8fdcbddc02 req-d2419a27-4648-4e34-a12e-7617083a40bd tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406141 Aug 13 04:37:26.341944 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc856b64-f5ec-4f52-b214-aab5c79bfb2e req-8805c86e-77ea-4b5e-9028-d3729b8df4c3 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:26.343412 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bc856b64-f5ec-4f52-b214-aab5c79bfb2e req-8805c86e-77ea-4b5e-9028-d3729b8df4c3 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 943 time: 0.0531101 Aug 13 04:37:26.397911 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-bc856b64-f5ec-4f52-b214-aab5c79bfb2e req-f46ab392-d580-4b8d-8d39-eb02f63f0b9e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473650 Aug 13 04:37:27.514457 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a6b220-26f2-4431-8e2b-2f6d4f7fab8d req-4f7b7706-98fe-41f2-a859-46d6541124af tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:27.515952 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a6a6b220-26f2-4431-8e2b-2f6d4f7fab8d req-4f7b7706-98fe-41f2-a859-46d6541124af tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 943 time: 0.0512598 Aug 13 04:37:27.554873 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a6a6b220-26f2-4431-8e2b-2f6d4f7fab8d req-0b370c73-3299-45c8-9e75-9ef78c73b14a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328896 Aug 13 04:37:28.690040 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55077e6c-bbe1-4d26-9a0c-5af8930db7bb req-abc1b4f9-d74a-4a63-a514-3771e2a2a753 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:28.691987 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-55077e6c-bbe1-4d26-9a0c-5af8930db7bb req-abc1b4f9-d74a-4a63-a514-3771e2a2a753 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 943 time: 0.0526628 Aug 13 04:37:28.731609 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-55077e6c-bbe1-4d26-9a0c-5af8930db7bb req-b3cd6d80-ea43-43bd-b14b-8cb6abcd62cc tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333369 Aug 13 04:37:29.332379 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 44082) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:37:29.445838 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-51a3e99a-2de9-4cbb-a37f-705baac80100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:29.534730 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-51a3e99a-2de9-4cbb-a37f-705baac80100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:29.538273 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-51a3e99a-2de9-4cbb-a37f-705baac80100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:29.578788 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-51a3e99a-2de9-4cbb-a37f-705baac80100 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de97fcbdf60a43b4a8ee0791ca572a4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2453179 Aug 13 04:37:29.579641 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a3e99a-2de9-4cbb-a37f-705baac80100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10adb48e-cbe0-4614-8227-88f0b411a64e,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:29.582146 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 44086) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:37:29.631304 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-229c79a7-55c3-4591-a17d-04f233abbb77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:29.652010 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-229c79a7-55c3-4591-a17d-04f233abbb77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:29.703718 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-229c79a7-55c3-4591-a17d-04f233abbb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:29.706491 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-229c79a7-55c3-4591-a17d-04f233abbb77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:29.707659 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-229c79a7-55c3-4591-a17d-04f233abbb77 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/10adb48e-cbe0-4614-8227-88f0b411a64e HTTP/1.1" status: 204 len: 168 time: 0.1245277 Aug 13 04:37:29.715251 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c79a7-55c3-4591-a17d-04f233abbb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10adb48e-cbe0-4614-8227-88f0b411a64e,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:29.856659 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d832c3-af24-49fe-ace2-33ee9e7d99d3 req-1fd261d4-7cb5-46b0-96bf-5276cb8b84ed tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:29.858289 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-05d832c3-af24-49fe-ace2-33ee9e7d99d3 req-1fd261d4-7cb5-46b0-96bf-5276cb8b84ed tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 943 time: 0.0522501 Aug 13 04:37:29.897393 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-05d832c3-af24-49fe-ace2-33ee9e7d99d3 req-f3acfbc9-0bcf-48a6-8984-01a09d42d4f7 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322938 Aug 13 04:37:29.981418 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 44094) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:37:29.995680 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c26f89aa-df1d-4394-a5fb-667c98a240f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:30.088130 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c26f89aa-df1d-4394-a5fb-667c98a240f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:30.091868 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-c26f89aa-df1d-4394-a5fb-667c98a240f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:30.135612 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-c26f89aa-df1d-4394-a5fb-667c98a240f7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43996bba8ef44406ad92c7bad65787d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1508410 Aug 13 04:37:30.135612 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f89aa-df1d-4394-a5fb-667c98a240f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2489a638-ea9a-4079-ae6e-c90b581c38b6,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:30.136656 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 44098) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:37:30.197270 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-767cdc57-4a4f-4be5-af92-85bbbe5ee832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:30.222166 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-767cdc57-4a4f-4be5-af92-85bbbe5ee832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:30.267336 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-767cdc57-4a4f-4be5-af92-85bbbe5ee832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:30.270150 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-767cdc57-4a4f-4be5-af92-85bbbe5ee832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:30.271293 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-767cdc57-4a4f-4be5-af92-85bbbe5ee832 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2489a638-ea9a-4079-ae6e-c90b581c38b6 HTTP/1.1" status: 204 len: 168 time: 0.1342273 Aug 13 04:37:30.279596 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767cdc57-4a4f-4be5-af92-85bbbe5ee832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2489a638-ea9a-4079-ae6e-c90b581c38b6,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:31.022205 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86530eb7-122e-4c86-bfcd-daffa93dcecc req-c811424f-0c3f-4413-b2c1-d0ed913b845d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:31.023705 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-86530eb7-122e-4c86-bfcd-daffa93dcecc req-c811424f-0c3f-4413-b2c1-d0ed913b845d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 943 time: 0.0540962 Aug 13 04:37:31.065442 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-86530eb7-122e-4c86-bfcd-daffa93dcecc req-ef971794-a6bf-41fe-88ab-7d81848f0fda tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358825 Aug 13 04:37:32.189321 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd6b60-9874-40fe-9833-6c4c0a83fe4e req-12395c2f-db11-4224-9176-bc5e8836c29f tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:32.190848 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-20bd6b60-9874-40fe-9833-6c4c0a83fe4e req-12395c2f-db11-4224-9176-bc5e8836c29f tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 943 time: 0.0528431 Aug 13 04:37:32.230089 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-20bd6b60-9874-40fe-9833-6c4c0a83fe4e req-3e718307-4104-4aea-840b-9eb872ddc9fd tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331559 Aug 13 04:37:33.350726 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502dcb7f-0ff3-4ddf-bb1c-4d144f65ba94 req-ccb1a3e5-288c-4937-bfa7-609574c7977c tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:33.352215 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-502dcb7f-0ff3-4ddf-bb1c-4d144f65ba94 req-ccb1a3e5-288c-4937-bfa7-609574c7977c tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 943 time: 0.0501554 Aug 13 04:37:33.391420 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-502dcb7f-0ff3-4ddf-bb1c-4d144f65ba94 req-70fbb2f1-e7c9-4ffb-a705-9598c6f9568f tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328021 Aug 13 04:37:33.724320 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 25bafb0e-0d63-4fa6-a942-fc8e07163718 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=93895) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:37:33.818486 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 25bafb0e-0d63-4fa6-a942-fc8e07163718, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=25bafb0e-0d63-4fa6-a942-fc8e07163718,segment=NetworkSegment(ae7a5589-1c60-462f-a476-72f6648fe839),segment_id=ae7a5589-1c60-462f-a476-72f6648fe839)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:37:33.834161 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Returning: {'device': '25bafb0e-0d63-4fa6-a942-fc8e07163718', 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6', 'port_id': '25bafb0e-0d63-4fa6-a942-fc8e07163718', 'mac_address': 'fa:16:3e:9f:87:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93895) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:37:33.870235 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:33.883587 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25bafb0e-0d63-4fa6-a942-fc8e07163718 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:37:33.903098 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 25bafb0e-0d63-4fa6-a942-fc8e07163718, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=25bafb0e-0d63-4fa6-a942-fc8e07163718,segment=NetworkSegment(ae7a5589-1c60-462f-a476-72f6648fe839),segment_id=ae7a5589-1c60-462f-a476-72f6648fe839)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:37:33.907305 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:33.968640 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=25bafb0e-0d63-4fa6-a942-fc8e07163718,revision_number=9']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:34.515097 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6304c-b453-4b4a-9177-15bc5092116d req-67b1253a-7eec-47d9-a802-ecdf0002765c tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:34.516709 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-dee6304c-b453-4b4a-9177-15bc5092116d req-67b1253a-7eec-47d9-a802-ecdf0002765c tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 944 time: 0.0534010 Aug 13 04:37:34.556051 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-dee6304c-b453-4b4a-9177-15bc5092116d req-77b2cbf1-c187-4e6b-a7c2-5c968b339686 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333030 Aug 13 04:37:35.081590 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['25bafb0e-0d63-4fa6-a942-fc8e07163718'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:37:35.691622 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03254c-ca16-48c2-a228-7a9b1035c2f2 req-8ebbe6ed-3552-44c0-94c2-deb7cc9da48d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:35.693171 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2c03254c-ca16-48c2-a228-7a9b1035c2f2 req-8ebbe6ed-3552-44c0-94c2-deb7cc9da48d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 944 time: 0.0605779 Aug 13 04:37:35.737964 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2c03254c-ca16-48c2-a228-7a9b1035c2f2 req-f98c8963-f29f-4fcb-9ce4-5610c8a522c1 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388219 Aug 13 04:37:36.856931 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b76ce81-07d2-444f-85eb-43eea071046f req-ac926af8-a9b4-4839-9b31-0caa367bbec1 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:36.858424 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3b76ce81-07d2-444f-85eb-43eea071046f req-ac926af8-a9b4-4839-9b31-0caa367bbec1 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 944 time: 0.0493958 Aug 13 04:37:36.897035 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3b76ce81-07d2-444f-85eb-43eea071046f req-a6bb4f00-f7d1-4d78-906c-43766166426a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323308 Aug 13 04:37:37.778248 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 25bafb0e-0d63-4fa6-a942-fc8e07163718 up at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:37:37.824942 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning complete for port 25bafb0e-0d63-4fa6-a942-fc8e07163718 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:37:37.825317 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:37.903885 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:37.926436 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f3dbb4-dc66-4923-95f0-d53a986ebf82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25bafb0e-0d63-4fa6-a942-fc8e07163718'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:37:37.928638 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c92d4982b19a4a1727383111979b328de092d32a0bc2fa1b4d64c134060166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb96d33d-7e17-4009-a71e-11b60ebbf9dd" -d '{"events": [{"server_uuid": "15f3dbb4-dc66-4923-95f0-d53a986ebf82", "name": "network-vif-plugged", "status": "completed", "tag": "25bafb0e-0d63-4fa6-a942-fc8e07163718"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:37:37.942423 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 25bafb0e-0d63-4fa6-a942-fc8e07163718, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=25bafb0e-0d63-4fa6-a942-fc8e07163718,segment=NetworkSegment(ae7a5589-1c60-462f-a476-72f6648fe839),segment_id=ae7a5589-1c60-462f-a476-72f6648fe839)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:37:37.947307 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:37.971644 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7416595-5c8c-4319-9c0f-6ccadb92768b x-openstack-request-id: req-a7416595-5c8c-4319-9c0f-6ccadb92768b {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:37:37.971987 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f3dbb4-dc66-4923-95f0-d53a986ebf82", "name": "network-vif-plugged", "status": "completed", "tag": "25bafb0e-0d63-4fa6-a942-fc8e07163718", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:37:37.972236 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a7416595-5c8c-4319-9c0f-6ccadb92768b {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:37:37.972616 dv-cinder-759961-6-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f3dbb4-dc66-4923-95f0-d53a986ebf82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25bafb0e-0d63-4fa6-a942-fc8e07163718', 'code': 200} Aug 13 04:37:37.999921 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=25bafb0e-0d63-4fa6-a942-fc8e07163718,revision_number=10']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:38.049145 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd0617-1a13-4def-ba46-2e3d56d431c6 req-b7d7b571-f907-4fb4-9568-cdb86efacee7 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:38.050661 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-08bd0617-1a13-4def-ba46-2e3d56d431c6 req-b7d7b571-f907-4fb4-9568-cdb86efacee7 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 946 time: 0.0665388 Aug 13 04:37:38.073290 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-92d34089-529c-4b5a-80c4-8add90830520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:38.098854 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-08bd0617-1a13-4def-ba46-2e3d56d431c6 req-5b6e5c37-ce39-4644-b8a9-21b9f0e8cb0e tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381489 Aug 13 04:37:39.013051 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a90358-38e6-4c98-825f-b0a32e1f96ce req-629eade0-1c99-469d-b64f-0b758dbcc2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:39.014643 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e0a90358-38e6-4c98-825f-b0a32e1f96ce req-629eade0-1c99-469d-b64f-0b758dbcc2bb service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 1099 time: 0.0397284 Aug 13 04:37:39.050460 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-e0a90358-38e6-4c98-825f-b0a32e1f96ce req-cb101354-d8c8-405b-abb1-53bdc264418f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278425 Aug 13 04:37:39.235350 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e19795-2ebc-4762-94f8-be066ab5d5e4 req-d01263d5-df6d-4cb0-919c-2bf92009a89f tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:39.237613 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e9e19795-2ebc-4762-94f8-be066ab5d5e4 req-d01263d5-df6d-4cb0-919c-2bf92009a89f tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 946 time: 0.0505826 Aug 13 04:37:39.275992 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e9e19795-2ebc-4762-94f8-be066ab5d5e4 req-79123b42-1bcf-4c6e-8d00-bb6c0c6a771f tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319281 Aug 13 04:37:40.410892 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2d91b-8f18-4225-a416-84fe77f79ba3 req-6f469493-cfed-4251-bd0d-4a7cdb9be097 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:40.412468 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-97b2d91b-8f18-4225-a416-84fe77f79ba3 req-6f469493-cfed-4251-bd0d-4a7cdb9be097 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 946 time: 0.0603909 Aug 13 04:37:40.456645 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-97b2d91b-8f18-4225-a416-84fe77f79ba3 req-48682a6a-f5cf-46e1-a8d6-dddf2658a7f8 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364611 Aug 13 04:37:40.560629 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 44296) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:37:40.668027 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3bb469a1-6a4d-4acf-92e8-ffbb00b7fa73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:40.762717 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3bb469a1-6a4d-4acf-92e8-ffbb00b7fa73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:40.766516 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3bb469a1-6a4d-4acf-92e8-ffbb00b7fa73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:40.810648 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-3bb469a1-6a4d-4acf-92e8-ffbb00b7fa73 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=41b207ff53ea422684923be3047c828c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489257 Aug 13 04:37:40.811482 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb469a1-6a4d-4acf-92e8-ffbb00b7fa73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2bbfa5-1146-44ae-87f6-7a572d676cee,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:40.814318 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 44300) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:37:40.864391 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-065a24f2-dcef-4f6b-87cb-5733cff5b468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:40.887254 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-065a24f2-dcef-4f6b-87cb-5733cff5b468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:40.940499 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-065a24f2-dcef-4f6b-87cb-5733cff5b468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:40.945695 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-065a24f2-dcef-4f6b-87cb-5733cff5b468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:40.946886 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-065a24f2-dcef-4f6b-87cb-5733cff5b468 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb2bbfa5-1146-44ae-87f6-7a572d676cee HTTP/1.1" status: 204 len: 168 time: 0.1316519 Aug 13 04:37:40.957377 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a24f2-dcef-4f6b-87cb-5733cff5b468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb2bbfa5-1146-44ae-87f6-7a572d676cee,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:40.962461 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ba0a5997-98b3-49ae-9161-5c9e941eace2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:41.215527 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 44312) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:37:41.228818 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-f6633f36-abac-4ebf-9401-3e62c0da218e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:41.319699 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-f6633f36-abac-4ebf-9401-3e62c0da218e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:41.323535 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-f6633f36-abac-4ebf-9401-3e62c0da218e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:41.355613 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:41.366155 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-f6633f36-abac-4ebf-9401-3e62c0da218e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=889d3bbd36d04a4d98bbafec610b4a52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1494946 Aug 13 04:37:41.367022 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6633f36-abac-4ebf-9401-3e62c0da218e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffd91ac-5fdc-4780-b5a0-6b2c2aa4bfe6,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:41.370020 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 44316) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:37:41.420279 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-9d0a1d2f-b4fa-4116-87b7-c7bbdef1903f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:41.440927 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-9d0a1d2f-b4fa-4116-87b7-c7bbdef1903f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:41.485764 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-9d0a1d2f-b4fa-4116-87b7-c7bbdef1903f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:41.488316 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-9d0a1d2f-b4fa-4116-87b7-c7bbdef1903f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:41.489486 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-9d0a1d2f-b4fa-4116-87b7-c7bbdef1903f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ffd91ac-5fdc-4780-b5a0-6b2c2aa4bfe6 HTTP/1.1" status: 204 len: 168 time: 0.1177971 Aug 13 04:37:41.498844 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a1d2f-b4fa-4116-87b7-c7bbdef1903f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffd91ac-5fdc-4780-b5a0-6b2c2aa4bfe6,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:41.587513 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089b0e8-a18c-4995-8262-469075c83e7a req-c1a0efd6-e22e-4277-886a-3e8d3e278c91 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:41.588992 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7089b0e8-a18c-4995-8262-469075c83e7a req-c1a0efd6-e22e-4277-886a-3e8d3e278c91 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 946 time: 0.0493903 Aug 13 04:37:41.627714 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7089b0e8-a18c-4995-8262-469075c83e7a req-26dc5f5f-105e-4a2f-96a0-906c1560fee5 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327618 Aug 13 04:37:41.807215 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 44326) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:37:41.820757 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f887a553-7ed8-46c4-a786-18ea04677fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:41.912302 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f887a553-7ed8-46c4-a786-18ea04677fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:41.916016 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f887a553-7ed8-46c4-a786-18ea04677fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:41.953603 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-f887a553-7ed8-46c4-a786-18ea04677fe3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65673504192145c8a35f378eba7e7cf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1453083 Aug 13 04:37:41.954715 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887a553-7ed8-46c4-a786-18ea04677fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca743161-c061-423b-8777-0938f5d423e9,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:41.956884 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 44328) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:37:42.010965 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-0f746065-c504-4f2e-b608-57a27c5d7e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:42.034138 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-0f746065-c504-4f2e-b608-57a27c5d7e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:42.061019 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:42.085202 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-0f746065-c504-4f2e-b608-57a27c5d7e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:42.087762 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-0f746065-c504-4f2e-b608-57a27c5d7e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:42.088936 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-0f746065-c504-4f2e-b608-57a27c5d7e0d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ca743161-c061-423b-8777-0938f5d423e9 HTTP/1.1" status: 204 len: 168 time: 0.1302092 Aug 13 04:37:42.098076 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f746065-c504-4f2e-b608-57a27c5d7e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca743161-c061-423b-8777-0938f5d423e9,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:42.296711 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:43.869329 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 44402) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:37:43.976103 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d454a7b8-2195-4072-a757-00985197bb50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:44.036740 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:44.073221 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d454a7b8-2195-4072-a757-00985197bb50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:44.077580 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-d454a7b8-2195-4072-a757-00985197bb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:44.116027 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-d454a7b8-2195-4072-a757-00985197bb50 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db4d7d14c4cf432fa693df7182d57ed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455838 Aug 13 04:37:44.117935 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454a7b8-2195-4072-a757-00985197bb50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21364e6-80db-41eb-9476-c31291904aac,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:44.118830 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 44406) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:37:44.175653 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-441eaef8-5f32-418b-ae01-7b0090b7c7fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:44.196534 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-441eaef8-5f32-418b-ae01-7b0090b7c7fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:44.242814 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-441eaef8-5f32-418b-ae01-7b0090b7c7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:44.245318 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-441eaef8-5f32-418b-ae01-7b0090b7c7fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:44.246485 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-441eaef8-5f32-418b-ae01-7b0090b7c7fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e21364e6-80db-41eb-9476-c31291904aac HTTP/1.1" status: 204 len: 168 time: 0.1265264 Aug 13 04:37:44.254052 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441eaef8-5f32-418b-ae01-7b0090b7c7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21364e6-80db-41eb-9476-c31291904aac,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:44.374873 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 6 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:37:44.511169 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 44420) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:37:44.524636 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-24ab2d0c-9e5c-4012-9069-a20e61a1aa2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:44.568216 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae70696-bb30-470f-9ff0-034c462b8cea req-7a8e0faf-1c93-473f-a7b0-018c25c7dbe0 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:44.569748 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-eae70696-bb30-470f-9ff0-034c462b8cea req-7a8e0faf-1c93-473f-a7b0-018c25c7dbe0 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fce62523-4d60-4fb1-bc51-f9481f345237 HTTP/1.1" status: 200 len: 945 time: 0.0510161 Aug 13 04:37:44.609630 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-eae70696-bb30-470f-9ff0-034c462b8cea req-73bc2ada-40ad-43a2-baa1-d6390b5a0e54 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/security-groups?id=926d7e44-7c7d-4495-b548-1f4b506b9579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334589 Aug 13 04:37:44.614946 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-24ab2d0c-9e5c-4012-9069-a20e61a1aa2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:44.619541 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-24ab2d0c-9e5c-4012-9069-a20e61a1aa2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:44.661492 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab2d0c-9e5c-4012-9069-a20e61a1aa2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26b8266-76d9-4666-86bf-6fba6e061a13,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:44.665699 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-24ab2d0c-9e5c-4012-9069-a20e61a1aa2e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=73782c60496b467596700cbc2313aba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1534832 Aug 13 04:37:44.668230 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 44422) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:37:44.716259 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-18d5fa47-8828-46f9-a944-9524616ca824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:44.737419 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-18d5fa47-8828-46f9-a944-9524616ca824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:44.783715 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-18d5fa47-8828-46f9-a944-9524616ca824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:44.786339 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-18d5fa47-8828-46f9-a944-9524616ca824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:44.787475 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-18d5fa47-8828-46f9-a944-9524616ca824 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b26b8266-76d9-4666-86bf-6fba6e061a13 HTTP/1.1" status: 204 len: 168 time: 0.1183677 Aug 13 04:37:44.794825 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5fa47-8828-46f9-a944-9524616ca824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26b8266-76d9-4666-86bf-6fba6e061a13,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:45.746090 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053f119-00d5-4952-8c03-13babfa003e1 req-6d2c1626-549d-43fc-85b7-b5a174e77141 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:45.746090 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4053f119-00d5-4952-8c03-13babfa003e1 req-6d2c1626-549d-43fc-85b7-b5a174e77141 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fce62523-4d60-4fb1-bc51-f9481f345237 HTTP/1.1" status: 200 len: 945 time: 0.0615702 Aug 13 04:37:45.785347 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4053f119-00d5-4952-8c03-13babfa003e1 req-4b3608de-4533-4f9f-9ad4-228b05f2d48f tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/security-groups?id=926d7e44-7c7d-4495-b548-1f4b506b9579&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339978 Aug 13 04:37:45.846030 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 44458) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:37:45.949171 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f5b80d4c-6da5-4a9d-aac6-e5cea0e34473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:46.045729 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f5b80d4c-6da5-4a9d-aac6-e5cea0e34473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:46.050550 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f5b80d4c-6da5-4a9d-aac6-e5cea0e34473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:46.094106 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-f5b80d4c-6da5-4a9d-aac6-e5cea0e34473 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15c20d872a2344e3b5945464a3cbbc18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2466733 Aug 13 04:37:46.095361 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b80d4c-6da5-4a9d-aac6-e5cea0e34473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6f253a-b8ee-48f3-950b-44a586a32952,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:46.097595 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 44462) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:37:46.149803 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-498508e4-71c8-4544-a9e6-0ecb089e15e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:46.171390 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-498508e4-71c8-4544-a9e6-0ecb089e15e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:46.221679 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-498508e4-71c8-4544-a9e6-0ecb089e15e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:46.224221 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-498508e4-71c8-4544-a9e6-0ecb089e15e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:46.225375 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-498508e4-71c8-4544-a9e6-0ecb089e15e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cb6f253a-b8ee-48f3-950b-44a586a32952 HTTP/1.1" status: 204 len: 168 time: 0.1267617 Aug 13 04:37:46.233115 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498508e4-71c8-4544-a9e6-0ecb089e15e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6f253a-b8ee-48f3-950b-44a586a32952,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:46.510352 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a7463-3ce3-4cd1-9633-b93804baed24 req-2a871f4d-1916-4c88-b29a-8ee63e978d0f tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:46.511923 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-fd9a7463-3ce3-4cd1-9633-b93804baed24 req-2a871f4d-1916-4c88-b29a-8ee63e978d0f tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.64 "GET /v2.0/ports?device_id=fce62523-4d60-4fb1-bc51-f9481f345237 HTTP/1.1" status: 200 len: 945 time: 0.0528016 Aug 13 04:37:46.611874 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [req-fd9a7463-3ce3-4cd1-9633-b93804baed24 req-8c094897-bddb-4530-923b-738daf833b10 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Deleting port 32355f40-b404-4370-9a34-9d340e9a8886 {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:37:46.612222 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-fd9a7463-3ce3-4cd1-9633-b93804baed24 req-8c094897-bddb-4530-923b-738daf833b10 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:46.705898 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-fd9a7463-3ce3-4cd1-9633-b93804baed24 req-8c094897-bddb-4530-923b-738daf833b10 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] For port 32355f40-b404-4370-9a34-9d340e9a8886, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=32355f40-b404-4370-9a34-9d340e9a8886,segment=NetworkSegment(bf46ad3f-cd90-4f1d-8335-4630fb944700),segment_id=bf46ad3f-cd90-4f1d-8335-4630fb944700)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:37:46.706263 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-fd9a7463-3ce3-4cd1-9633-b93804baed24 req-8c094897-bddb-4530-923b-738daf833b10 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:46.718716 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [req-fd9a7463-3ce3-4cd1-9633-b93804baed24 req-8c094897-bddb-4530-923b-738daf833b10 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Calling delete_port for 32355f40-b404-4370-9a34-9d340e9a8886 owned by compute:nova {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:37:46.847524 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-fd9a7463-3ce3-4cd1-9633-b93804baed24 req-8c094897-bddb-4530-923b-738daf833b10 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:46.860080 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['32355f40-b404-4370-9a34-9d340e9a8886'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:37:46.883799 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c094897-bddb-4530-923b-738daf833b10 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Pushing event deleted for resources: {'Port': ['ID=32355f40-b404-4370-9a34-9d340e9a8886,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:46.892593 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-58836c76-5b1e-49e6-87e3-e55374e24b6c req-39828c30-568a-4a29-b881-2d9e8c74e840 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.13 "GET /v2.0/ports?device_id=fce62523-4d60-4fb1-bc51-f9481f345237 HTTP/1.1" status: 200 len: 210 time: 0.0386195 Aug 13 04:37:46.933649 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9a7463-3ce3-4cd1-9633-b93804baed24 req-8c094897-bddb-4530-923b-738daf833b10 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] No DVR routers for this DVR port 32355f40-b404-4370-9a34-9d340e9a8886 on host hv-cinder-75996 {{(pid=93894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:37:46.936320 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-fd9a7463-3ce3-4cd1-9633-b93804baed24 req-8c094897-bddb-4530-923b-738daf833b10 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:46.938993 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-fd9a7463-3ce3-4cd1-9633-b93804baed24 req-8c094897-bddb-4530-923b-738daf833b10 tempest-VolumesSnapshotTestJSON-1605375025 tempest-VolumesSnapshotTestJSON-1605375025-project] 10.222.0.64 "DELETE /v2.0/ports/32355f40-b404-4370-9a34-9d340e9a8886 HTTP/1.1" status: 204 len: 173 time: 0.4163389 Aug 13 04:37:46.939485 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce62523-4d60-4fb1-bc51-f9481f345237', 'name': 'network-vif-deleted', 'tag': '32355f40-b404-4370-9a34-9d340e9a8886'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:37:46.941940 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70cdd4b14b3222e3d0e13c26c8e97d260020fc564b3ab37a06bbaa54b203d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe59e86-7186-46b4-ab13-ecf4f8a3a8ab" -d '{"events": [{"server_uuid": "fce62523-4d60-4fb1-bc51-f9481f345237", "name": "network-vif-deleted", "tag": "32355f40-b404-4370-9a34-9d340e9a8886"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:37:46.978521 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2370ad-0ada-46df-9b1d-2b099f6016fe x-openstack-request-id: req-9f2370ad-0ada-46df-9b1d-2b099f6016fe {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:37:46.979044 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce62523-4d60-4fb1-bc51-f9481f345237", "name": "network-vif-deleted", "tag": "32355f40-b404-4370-9a34-9d340e9a8886", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:37:46.979229 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9f2370ad-0ada-46df-9b1d-2b099f6016fe {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:37:46.979648 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce62523-4d60-4fb1-bc51-f9481f345237', 'name': 'network-vif-deleted', 'tag': '32355f40-b404-4370-9a34-9d340e9a8886', 'status': 'completed', 'code': 200} Aug 13 04:37:48.444814 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-af646ae2-384d-46db-811a-3546d576d98f tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=784971d178e449a7b8af2b8d2043b108&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307329 Aug 13 04:37:48.623367 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-c63b3037-adda-412b-b914-1140926c428d tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:48.624872 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-c63b3037-adda-412b-b914-1140926c428d tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1744573 Aug 13 04:37:48.639670 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-201530ed-837b-4974-8f7c-f68d7f9efcc0 tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] 10.222.0.13 "GET /v2.0/quotas/784971d178e449a7b8af2b8d2043b108 HTTP/1.1" status: 200 len: 375 time: 0.0090311 Aug 13 04:37:48.675407 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-14321f03-afe7-4791-9d51-cc4263075f3e tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=784971d178e449a7b8af2b8d2043b108&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298064 Aug 13 04:37:48.830864 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-4b4cfa20-aebc-489b-8958-503adeb4ffc5 req-0e0c0e53-1d5f-411b-9176-b100374986ff tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] 10.222.0.13 "GET /v2.0/ports?device_id=953e9b27-2181-48ed-9465-4ef8f4d2cc3c HTTP/1.1" status: 200 len: 210 time: 0.0268381 Aug 13 04:37:49.921980 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-30bb69ba-6112-46ab-bf98-7d4e70ee0b6e req-4895ab3d-8503-46a8-9297-c4e9f8549bec tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] 10.222.0.13 "GET /v2.0/ports?device_id=953e9b27-2181-48ed-9465-4ef8f4d2cc3c HTTP/1.1" status: 200 len: 210 time: 0.0258210 Aug 13 04:37:51.014118 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-92822bd1-7d19-4ed9-9756-aca3daf6a95b req-8dce043a-c794-48e5-96ad-472ad40e08f6 tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] 10.222.0.13 "GET /v2.0/ports?device_id=953e9b27-2181-48ed-9465-4ef8f4d2cc3c HTTP/1.1" status: 200 len: 210 time: 0.0257661 Aug 13 04:37:51.519034 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-0cce850f-4968-42ba-9847-9bef0fdbcd16 tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=784971d178e449a7b8af2b8d2043b108&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296757 Aug 13 04:37:52.105506 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f85c98e8-4151-4a6c-a67d-0b84f38df0f6 req-dfe968d6-ec05-45c0-a099-4a4524631197 tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] 10.222.0.13 "GET /v2.0/ports?device_id=953e9b27-2181-48ed-9465-4ef8f4d2cc3c HTTP/1.1" status: 200 len: 210 time: 0.0254555 Aug 13 04:37:52.524960 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 32355f40-b404-4370-9a34-9d340e9a8886 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:37:52.545305 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] No Port match for: 32355f40-b404-4370-9a34-9d340e9a8886 {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:37:52.545680 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 32355f40-b404-4370-9a34-9d340e9a8886 not bound to the agent host hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:37:52.703639 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-00a7d155-f5f3-448c-9a95-b2f7dd0e08b0 tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:52.706090 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-00a7d155-f5f3-448c-9a95-b2f7dd0e08b0 tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1816182 Aug 13 04:37:52.730861 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-d2f2cc2f-3299-4bf5-805a-b3cedcedcb9b tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] Request body: {'port': {'device_id': '953e9b27-2181-48ed-9465-4ef8f4d2cc3c', 'network_id': '17c33e1c-70f2-4306-8195-9c0969030c24', 'admin_state_up': True, 'tenant_id': '784971d178e449a7b8af2b8d2043b108'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:37:52.837491 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-d2f2cc2f-3299-4bf5-805a-b3cedcedcb9b tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] Made reservation on behalf of 784971d178e449a7b8af2b8d2043b108 for: {'port': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:37:52.840874 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-d2f2cc2f-3299-4bf5-805a-b3cedcedcb9b tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:52.849941 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-d2f2cc2f-3299-4bf5-805a-b3cedcedcb9b tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:52.942042 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-d2f2cc2f-3299-4bf5-805a-b3cedcedcb9b tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:52.945829 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-d2f2cc2f-3299-4bf5-805a-b3cedcedcb9b tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:53.009059 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f2cc2f-3299-4bf5-805a-b3cedcedcb9b tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=657f7d6a-ac59-452f-9976-77df6a7d61d9,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:53.077492 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-d2f2cc2f-3299-4bf5-805a-b3cedcedcb9b tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] Allocated IP 192.168.233.36 (17c33e1c-70f2-4306-8195-9c0969030c24/01356b42-c223-4847-9768-1b26238811e5/cbb84333-8c76-46f4-a479-761ecbaca9e4) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:37:53.200931 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2cf6c713-1131-4cfc-a03a-83935931b1c6 req-60410523-689a-4c71-8fe7-75e050882f62 tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] 10.222.0.13 "GET /v2.0/ports?device_id=953e9b27-2181-48ed-9465-4ef8f4d2cc3c HTTP/1.1" status: 200 len: 210 time: 0.0280092 Aug 13 04:37:53.225209 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-d2f2cc2f-3299-4bf5-805a-b3cedcedcb9b tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:53.503703 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.provisioning_blocks [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-d2f2cc2f-3299-4bf5-805a-b3cedcedcb9b tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] Transition to ACTIVE for port object cbb84333-8c76-46f4-a479-761ecbaca9e4 will not be triggered until provisioned by entity DHCP. {{(pid=93894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:37:53.538492 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-d2f2cc2f-3299-4bf5-805a-b3cedcedcb9b tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:53.577896 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-d2f2cc2f-3299-4bf5-805a-b3cedcedcb9b tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] Network 17c33e1c-70f2-4306-8195-9c0969030c24 is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:37:53.583814 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-d2f2cc2f-3299-4bf5-805a-b3cedcedcb9b tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:37:53.587515 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-d2f2cc2f-3299-4bf5-805a-b3cedcedcb9b tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:37:53.615084 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f2cc2f-3299-4bf5-805a-b3cedcedcb9b tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] Pushing event updated for resources: {'Port': ['ID=cbb84333-8c76-46f4-a479-761ecbaca9e4,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:53.649717 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-d2f2cc2f-3299-4bf5-805a-b3cedcedcb9b tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:53.650230 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-d2f2cc2f-3299-4bf5-805a-b3cedcedcb9b tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:53.667500 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-d2f2cc2f-3299-4bf5-805a-b3cedcedcb9b tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9400861 Aug 13 04:37:53.683954 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-41651a13-32f1-412c-a1f8-c83668d0c7b0 service neutron] Request body: {'port': {'device_id': '953e9b27-2181-48ed-9465-4ef8f4d2cc3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:37:53.743934 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-41651a13-32f1-412c-a1f8-c83668d0c7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:53.822188 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-8bf6370b-3269-4449-a27e-165a73aac4a7 None None] Provisioning for port cbb84333-8c76-46f4-a479-761ecbaca9e4 completed by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:37:53.829464 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-8bf6370b-3269-4449-a27e-165a73aac4a7 None None] Provisioning complete for port cbb84333-8c76-46f4-a479-761ecbaca9e4 triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:37:53.830125 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-8bf6370b-3269-4449-a27e-165a73aac4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:53.876283 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-8bf6370b-3269-4449-a27e-165a73aac4a7 None None] Port cbb84333-8c76-46f4-a479-761ecbaca9e4 cannot update to ACTIVE because it is not bound. {{(pid=93895) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:37:54.015622 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-41651a13-32f1-412c-a1f8-c83668d0c7b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbb84333-8c76-46f4-a479-761ecbaca9e4 {{(pid=93894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:37:54.023784 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-41651a13-32f1-412c-a1f8-c83668d0c7b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:54.035994 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.provisioning_blocks [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-41651a13-32f1-412c-a1f8-c83668d0c7b0 service neutron] Transition to ACTIVE for port object cbb84333-8c76-46f4-a479-761ecbaca9e4 will not be triggered until provisioned by entity L2. {{(pid=93894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:37:54.039388 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-41651a13-32f1-412c-a1f8-c83668d0c7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8757390'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:54.091163 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41651a13-32f1-412c-a1f8-c83668d0c7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb84333-8c76-46f4-a479-761ecbaca9e4,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:54.162916 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-41651a13-32f1-412c-a1f8-c83668d0c7b0 service neutron] Attempting to bind port cbb84333-8c76-46f4-a479-761ecbaca9e4 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:37:54.163258 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-41651a13-32f1-412c-a1f8-c83668d0c7b0 service neutron] Attempting to bind port cbb84333-8c76-46f4-a479-761ecbaca9e4 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '7a2ddc02-c75d-4e53-a745-41eca4cbdc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '17c33e1c-70f2-4306-8195-9c0969030c24'}] {{(pid=93894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:37:54.163591 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-41651a13-32f1-412c-a1f8-c83668d0c7b0 service neutron] Attempting to bind port cbb84333-8c76-46f4-a479-761ecbaca9e4 on network 17c33e1c-70f2-4306-8195-9c0969030c24 {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:37:54.168022 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-41651a13-32f1-412c-a1f8-c83668d0c7b0 service neutron] Port cbb84333-8c76-46f4-a479-761ecbaca9e4 on network 17c33e1c-70f2-4306-8195-9c0969030c24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:37:54.168343 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-41651a13-32f1-412c-a1f8-c83668d0c7b0 service neutron] Attempting to bind port cbb84333-8c76-46f4-a479-761ecbaca9e4 on network 17c33e1c-70f2-4306-8195-9c0969030c24 {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:37:54.173296 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-41651a13-32f1-412c-a1f8-c83668d0c7b0 service neutron] Checking agent: {'id': '799e1584-199c-46e1-adc5-08501adf479b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:37:54.173670 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-41651a13-32f1-412c-a1f8-c83668d0c7b0 service neutron] Checking segment: {'id': '7a2ddc02-c75d-4e53-a745-41eca4cbdc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '17c33e1c-70f2-4306-8195-9c0969030c24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:37:54.174063 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-41651a13-32f1-412c-a1f8-c83668d0c7b0 service neutron] Bound using segment: {'id': '7a2ddc02-c75d-4e53-a745-41eca4cbdc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '17c33e1c-70f2-4306-8195-9c0969030c24'} {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:37:54.174497 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-41651a13-32f1-412c-a1f8-c83668d0c7b0 service neutron] Bound port: cbb84333-8c76-46f4-a479-761ecbaca9e4, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2ddc02-c75d-4e53-a745-41eca4cbdc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '17c33e1c-70f2-4306-8195-9c0969030c24'}}] {{(pid=93894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:37:54.174922 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-41651a13-32f1-412c-a1f8-c83668d0c7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:54.246560 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-41651a13-32f1-412c-a1f8-c83668d0c7b0 service neutron] For port cbb84333-8c76-46f4-a479-761ecbaca9e4, host hv-cinder-75996, cleared binding levels {{(pid=93894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:37:54.249961 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-41651a13-32f1-412c-a1f8-c83668d0c7b0 service neutron] For port cbb84333-8c76-46f4-a479-761ecbaca9e4, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=cbb84333-8c76-46f4-a479-761ecbaca9e4,segment=NetworkSegment(7a2ddc02-c75d-4e53-a745-41eca4cbdc9b),segment_id=7a2ddc02-c75d-4e53-a745-41eca4cbdc9b)] {{(pid=93894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:37:54.254558 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-41651a13-32f1-412c-a1f8-c83668d0c7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8757390'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:54.288930 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-41651a13-32f1-412c-a1f8-c83668d0c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:54.289584 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-41651a13-32f1-412c-a1f8-c83668d0c7b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:54.291008 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-41651a13-32f1-412c-a1f8-c83668d0c7b0 service neutron] 10.222.0.64 "PUT /v2.0/ports/cbb84333-8c76-46f4-a479-761ecbaca9e4 HTTP/1.1" status: 200 len: 1097 time: 0.6129663 Aug 13 04:37:54.291451 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953e9b27-2181-48ed-9465-4ef8f4d2cc3c', 'tag': 'cbb84333-8c76-46f4-a479-761ecbaca9e4'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:37:54.293714 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70cdd4b14b3222e3d0e13c26c8e97d260020fc564b3ab37a06bbaa54b203d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3154b541-8e70-4b6b-a1ad-1f2743d34796" -d '{"events": [{"name": "network-changed", "server_uuid": "953e9b27-2181-48ed-9465-4ef8f4d2cc3c", "tag": "cbb84333-8c76-46f4-a479-761ecbaca9e4"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:37:54.326443 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ec30c-7d56-434c-9a76-3291a532f4c0 req-dba59ab7-0741-4698-b799-e56677617fed tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:54.334046 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-188ec30c-7d56-434c-9a76-3291a532f4c0 req-dba59ab7-0741-4698-b799-e56677617fed tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] 10.222.0.13 "GET /v2.0/ports?device_id=953e9b27-2181-48ed-9465-4ef8f4d2cc3c HTTP/1.1" status: 200 len: 947 time: 0.0619338 Aug 13 04:37:54.338903 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dbe51c-056b-48c2-be85-9a2fe6a3f9db x-openstack-request-id: req-51dbe51c-056b-48c2-be85-9a2fe6a3f9db {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:37:54.339193 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953e9b27-2181-48ed-9465-4ef8f4d2cc3c", "tag": "cbb84333-8c76-46f4-a479-761ecbaca9e4", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:37:54.339442 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51dbe51c-056b-48c2-be85-9a2fe6a3f9db {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:37:54.339830 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953e9b27-2181-48ed-9465-4ef8f4d2cc3c', 'tag': 'cbb84333-8c76-46f4-a479-761ecbaca9e4', 'status': 'completed', 'code': 200} Aug 13 04:37:54.343441 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41651a13-32f1-412c-a1f8-c83668d0c7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb84333-8c76-46f4-a479-761ecbaca9e4,revision_number=3']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:54.379959 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-188ec30c-7d56-434c-9a76-3291a532f4c0 req-7c1e66c5-d40c-46b3-9054-09be3e56274a tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] 10.222.0.13 "GET /v2.0/security-groups?id=657f7d6a-ac59-452f-9976-77df6a7d61d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433276 Aug 13 04:37:54.397780 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-2c9eb555-60b8-4d68-a5ee-30a1a7569d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:54.397780 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-2c9eb555-60b8-4d68-a5ee-30a1a7569d18 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=784971d178e449a7b8af2b8d2043b108&device_id=953e9b27-2181-48ed-9465-4ef8f4d2cc3c HTTP/1.1" status: 200 len: 1100 time: 0.0473373 Aug 13 04:37:54.436560 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-fe0493ab-abf5-48d6-a1da-9a9e1ae84f24 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=cbb84333-8c76-46f4-a479-761ecbaca9e4 HTTP/1.1" status: 200 len: 217 time: 0.0349572 Aug 13 04:37:54.488717 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-058903a3-ad2d-4b90-b7b8-e130d80fa655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:54.490236 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-058903a3-ad2d-4b90-b7b8-e130d80fa655 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=01356b42-c223-4847-9768-1b26238811e5 HTTP/1.1" status: 200 len: 843 time: 0.0452847 Aug 13 04:37:54.542482 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-15687b9a-8e56-4fe5-be2a-6b8de19a3866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:54.543888 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-15687b9a-8e56-4fe5-be2a-6b8de19a3866 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=17c33e1c-70f2-4306-8195-9c0969030c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0447500 Aug 13 04:37:54.634516 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-02aed863-0a5a-4711-b643-047304037654 service neutron] 10.222.0.64 "GET /v2.0/networks/17c33e1c-70f2-4306-8195-9c0969030c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808492 Aug 13 04:37:54.729837 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-7831cf14-dd4b-4e15-b227-23be4488e7c3 req-6ecd3896-4f1f-489d-b3a0-f9a342c1b032 service neutron] 10.222.0.64 "GET /v2.0/networks/17c33e1c-70f2-4306-8195-9c0969030c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852554 Aug 13 04:37:54.822570 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154b541-8e70-4b6b-a1ad-1f2743d34796 req-cf096437-ff19-4c2f-9e66-8525b874b16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:54.824061 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3154b541-8e70-4b6b-a1ad-1f2743d34796 req-cf096437-ff19-4c2f-9e66-8525b874b16a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=784971d178e449a7b8af2b8d2043b108&device_id=953e9b27-2181-48ed-9465-4ef8f4d2cc3c HTTP/1.1" status: 200 len: 1100 time: 0.0407462 Aug 13 04:37:54.916325 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154b541-8e70-4b6b-a1ad-1f2743d34796 req-16edc8ea-7086-456a-bab1-b6735cf83a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:54.917816 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3154b541-8e70-4b6b-a1ad-1f2743d34796 req-16edc8ea-7086-456a-bab1-b6735cf83a47 service neutron] 10.222.0.64 "GET /v2.0/networks?id=17c33e1c-70f2-4306-8195-9c0969030c24 HTTP/1.1" status: 200 len: 870 time: 0.0829120 Aug 13 04:37:54.964624 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3154b541-8e70-4b6b-a1ad-1f2743d34796 req-69b65f6b-cec2-4425-856e-46bb8e57ddc1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=cbb84333-8c76-46f4-a479-761ecbaca9e4 HTTP/1.1" status: 200 len: 217 time: 0.0378690 Aug 13 04:37:55.022170 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154b541-8e70-4b6b-a1ad-1f2743d34796 req-c108327c-b599-43ba-8eb4-e39a471507cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:55.023688 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3154b541-8e70-4b6b-a1ad-1f2743d34796 req-c108327c-b599-43ba-8eb4-e39a471507cb service neutron] 10.222.0.64 "GET /v2.0/subnets?id=01356b42-c223-4847-9768-1b26238811e5 HTTP/1.1" status: 200 len: 843 time: 0.0500181 Aug 13 04:37:55.073940 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154b541-8e70-4b6b-a1ad-1f2743d34796 req-82556a0f-cebe-4bfa-80a4-9f47f4108225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:55.075336 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3154b541-8e70-4b6b-a1ad-1f2743d34796 req-82556a0f-cebe-4bfa-80a4-9f47f4108225 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=17c33e1c-70f2-4306-8195-9c0969030c24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0414407 Aug 13 04:37:55.170084 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3154b541-8e70-4b6b-a1ad-1f2743d34796 req-57b54287-afa1-40fc-9719-3508492cdd2d service neutron] 10.222.0.64 "GET /v2.0/networks/17c33e1c-70f2-4306-8195-9c0969030c24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855291 Aug 13 04:37:55.262134 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-3154b541-8e70-4b6b-a1ad-1f2743d34796 req-f5aa2d96-6edc-4d02-969f-3502684df586 service neutron] 10.222.0.64 "GET /v2.0/networks/17c33e1c-70f2-4306-8195-9c0969030c24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844114 Aug 13 04:37:55.495772 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95bb32-b627-4713-9a88-f44eab7472c0 req-73779125-dd03-49d4-9f63-48152314cc28 tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:55.497201 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ef95bb32-b627-4713-9a88-f44eab7472c0 req-73779125-dd03-49d4-9f63-48152314cc28 tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] 10.222.0.13 "GET /v2.0/ports?device_id=953e9b27-2181-48ed-9465-4ef8f4d2cc3c HTTP/1.1" status: 200 len: 947 time: 0.0472381 Aug 13 04:37:55.533273 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ef95bb32-b627-4713-9a88-f44eab7472c0 req-72203cd2-1099-4c99-bad6-016453c4982b tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] 10.222.0.13 "GET /v2.0/security-groups?id=657f7d6a-ac59-452f-9976-77df6a7d61d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301015 Aug 13 04:37:56.507969 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device cbb84333-8c76-46f4-a479-761ecbaca9e4 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=93895) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:37:56.604904 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port cbb84333-8c76-46f4-a479-761ecbaca9e4, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=cbb84333-8c76-46f4-a479-761ecbaca9e4,segment=NetworkSegment(7a2ddc02-c75d-4e53-a745-41eca4cbdc9b),segment_id=7a2ddc02-c75d-4e53-a745-41eca4cbdc9b)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:37:56.616710 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Returning: {'device': 'cbb84333-8c76-46f4-a479-761ecbaca9e4', 'network_id': '17c33e1c-70f2-4306-8195-9c0969030c24', 'port_id': 'cbb84333-8c76-46f4-a479-761ecbaca9e4', 'mac_address': 'fa:16:3e:70:cb:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01356b42-c223-4847-9768-1b26238811e5', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93895) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:37:56.647689 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b95d2-3301-499e-9b4d-c36a23c9573f req-97001c5f-db85-452f-8c70-7fd9407ffba7 tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:56.649143 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-531b95d2-3301-499e-9b4d-c36a23c9573f req-97001c5f-db85-452f-8c70-7fd9407ffba7 tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] 10.222.0.13 "GET /v2.0/ports?device_id=953e9b27-2181-48ed-9465-4ef8f4d2cc3c HTTP/1.1" status: 200 len: 947 time: 0.0482390 Aug 13 04:37:56.654314 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:56.666992 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb84333-8c76-46f4-a479-761ecbaca9e4 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:37:56.687456 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port cbb84333-8c76-46f4-a479-761ecbaca9e4, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=cbb84333-8c76-46f4-a479-761ecbaca9e4,segment=NetworkSegment(7a2ddc02-c75d-4e53-a745-41eca4cbdc9b),segment_id=7a2ddc02-c75d-4e53-a745-41eca4cbdc9b)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:37:56.690574 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-531b95d2-3301-499e-9b4d-c36a23c9573f req-590c1b5d-99d0-4c0b-b48a-24c6c2e6a5ed tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] 10.222.0.13 "GET /v2.0/security-groups?id=657f7d6a-ac59-452f-9976-77df6a7d61d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354021 Aug 13 04:37:56.692120 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:56.743034 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=cbb84333-8c76-46f4-a479-761ecbaca9e4,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:56.749732 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:37:56.750079 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:37:56.750416 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:37:56.751841 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:37:56.752185 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:37:56.752519 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:37:56.752851 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:37:56.753181 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:37:56.753545 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:37:56.753873 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:37:56.754197 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:37:56.754517 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:37:56.962481 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['cbb84333-8c76-46f4-a479-761ecbaca9e4'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:37:57.802264 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5e383-1aaa-466e-80b7-5bbdf03ea2c6 req-2046f268-0fd0-4672-b6b0-9fa4cb83b01c tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:57.803715 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-cec5e383-1aaa-466e-80b7-5bbdf03ea2c6 req-2046f268-0fd0-4672-b6b0-9fa4cb83b01c tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] 10.222.0.13 "GET /v2.0/ports?device_id=953e9b27-2181-48ed-9465-4ef8f4d2cc3c HTTP/1.1" status: 200 len: 948 time: 0.0482175 Aug 13 04:37:57.841141 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-cec5e383-1aaa-466e-80b7-5bbdf03ea2c6 req-8719c917-9c61-4823-a700-d4c65274a8bd tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] 10.222.0.13 "GET /v2.0/security-groups?id=657f7d6a-ac59-452f-9976-77df6a7d61d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315425 Aug 13 04:37:58.734452 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device cbb84333-8c76-46f4-a479-761ecbaca9e4 up at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:37:58.783026 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning for port cbb84333-8c76-46f4-a479-761ecbaca9e4 completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:37:58.786813 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning complete for port cbb84333-8c76-46f4-a479-761ecbaca9e4 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:37:58.787187 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:58.864197 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:58.885968 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953e9b27-2181-48ed-9465-4ef8f4d2cc3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb84333-8c76-46f4-a479-761ecbaca9e4'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:37:58.888192 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c92d4982b19a4a1727383111979b328de092d32a0bc2fa1b4d64c134060166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab504a03-25c5-4ad3-8219-f23a6d0ef60d" -d '{"events": [{"server_uuid": "953e9b27-2181-48ed-9465-4ef8f4d2cc3c", "name": "network-vif-plugged", "status": "completed", "tag": "cbb84333-8c76-46f4-a479-761ecbaca9e4"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:37:58.903822 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port cbb84333-8c76-46f4-a479-761ecbaca9e4, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=cbb84333-8c76-46f4-a479-761ecbaca9e4,segment=NetworkSegment(7a2ddc02-c75d-4e53-a745-41eca4cbdc9b),segment_id=7a2ddc02-c75d-4e53-a745-41eca4cbdc9b)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:37:58.909102 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:37:58.932682 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31875d07-5892-4e76-af80-ec87812ffcf5 x-openstack-request-id: req-31875d07-5892-4e76-af80-ec87812ffcf5 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:37:58.932983 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953e9b27-2181-48ed-9465-4ef8f4d2cc3c", "name": "network-vif-plugged", "status": "completed", "tag": "cbb84333-8c76-46f4-a479-761ecbaca9e4", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:37:58.933240 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31875d07-5892-4e76-af80-ec87812ffcf5 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:37:58.933649 dv-cinder-759961-6-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953e9b27-2181-48ed-9465-4ef8f4d2cc3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb84333-8c76-46f4-a479-761ecbaca9e4', 'code': 200} Aug 13 04:37:58.957084 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f4581-84f0-47ec-8f9b-9d9b58c25820 req-ad10e9f8-5445-4d4c-aa32-374107a36153 tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:37:58.958602 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-791f4581-84f0-47ec-8f9b-9d9b58c25820 req-ad10e9f8-5445-4d4c-aa32-374107a36153 tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] 10.222.0.13 "GET /v2.0/ports?device_id=953e9b27-2181-48ed-9465-4ef8f4d2cc3c HTTP/1.1" status: 200 len: 949 time: 0.0519879 Aug 13 04:37:58.959331 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=cbb84333-8c76-46f4-a479-761ecbaca9e4,revision_number=5']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:37:58.996746 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-791f4581-84f0-47ec-8f9b-9d9b58c25820 req-71c5be9c-f812-48d8-bcd3-69518244a71a tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] 10.222.0.13 "GET /v2.0/security-groups?id=657f7d6a-ac59-452f-9976-77df6a7d61d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317607 Aug 13 04:38:00.117839 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba4722-fdab-4059-a1f8-2c18d82e6af8 req-4b64b235-f6db-4b0f-a725-bba7a251ef66 tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:00.119301 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3fba4722-fdab-4059-a1f8-2c18d82e6af8 req-4b64b235-f6db-4b0f-a725-bba7a251ef66 tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] 10.222.0.13 "GET /v2.0/ports?device_id=953e9b27-2181-48ed-9465-4ef8f4d2cc3c HTTP/1.1" status: 200 len: 949 time: 0.0530224 Aug 13 04:38:00.159087 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3fba4722-fdab-4059-a1f8-2c18d82e6af8 req-9364a6e2-767a-4ab9-b835-68c6ec79db5a tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] 10.222.0.13 "GET /v2.0/security-groups?id=657f7d6a-ac59-452f-9976-77df6a7d61d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339193 Aug 13 04:38:00.843837 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94537b1f-c822-45c8-accc-0070819d5664 req-8a2d20a8-e05f-46ba-8761-69ccecfcdc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:00.845221 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-94537b1f-c822-45c8-accc-0070819d5664 req-8a2d20a8-e05f-46ba-8761-69ccecfcdc52 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=953e9b27-2181-48ed-9465-4ef8f4d2cc3c HTTP/1.1" status: 200 len: 1102 time: 0.0395935 Aug 13 04:38:00.883234 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-94537b1f-c822-45c8-accc-0070819d5664 req-9648a54e-78f1-4d11-9892-0c7543604e3f service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=657f7d6a-ac59-452f-9976-77df6a7d61d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307579 Aug 13 04:38:01.520527 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797ac55-69e5-4c1d-88cc-135ca2b2a781 req-d3c9d921-1656-4df1-9221-01f4a3af1597 tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:01.521909 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b797ac55-69e5-4c1d-88cc-135ca2b2a781 req-d3c9d921-1656-4df1-9221-01f4a3af1597 tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] 10.222.0.13 "GET /v2.0/ports?device_id=953e9b27-2181-48ed-9465-4ef8f4d2cc3c HTTP/1.1" status: 200 len: 949 time: 0.2957213 Aug 13 04:38:01.558991 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b797ac55-69e5-4c1d-88cc-135ca2b2a781 req-9f944d75-3d57-429f-969d-ed588b73f914 tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] 10.222.0.13 "GET /v2.0/security-groups?id=657f7d6a-ac59-452f-9976-77df6a7d61d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312521 Aug 13 04:38:02.670598 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875b755-2a90-460e-af88-2fdfc673f4ac req-36fbddd4-19c0-4894-9446-483dec3cc1ee tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:02.672065 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2875b755-2a90-460e-af88-2fdfc673f4ac req-36fbddd4-19c0-4894-9446-483dec3cc1ee tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] 10.222.0.13 "GET /v2.0/ports?device_id=953e9b27-2181-48ed-9465-4ef8f4d2cc3c HTTP/1.1" status: 200 len: 949 time: 0.0489156 Aug 13 04:38:02.709101 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2875b755-2a90-460e-af88-2fdfc673f4ac req-a0f6ac45-5412-4240-bde2-e683c59c3fa4 tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] 10.222.0.13 "GET /v2.0/security-groups?id=657f7d6a-ac59-452f-9976-77df6a7d61d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310597 Aug 13 04:38:02.960309 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52915eec-376d-474c-9e19-7192507c5db8 req-89b01d1d-2b7f-4417-ba11-64ed3ef6c393 tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:02.961806 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-52915eec-376d-474c-9e19-7192507c5db8 req-89b01d1d-2b7f-4417-ba11-64ed3ef6c393 tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] 10.222.0.13 "GET /v2.0/ports?device_id=953e9b27-2181-48ed-9465-4ef8f4d2cc3c HTTP/1.1" status: 200 len: 949 time: 0.0487339 Aug 13 04:38:03.002156 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-52915eec-376d-474c-9e19-7192507c5db8 req-a5c72ad5-03f3-4a0b-8630-a1de6c4cb631 tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] 10.222.0.13 "GET /v2.0/security-groups?id=657f7d6a-ac59-452f-9976-77df6a7d61d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345633 Aug 13 04:38:04.117710 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58073b14-bd77-491b-bf93-1f5abf2728f8 req-f629dee8-dfad-4ca7-92f8-98dfd5c4b980 tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:04.119153 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-58073b14-bd77-491b-bf93-1f5abf2728f8 req-f629dee8-dfad-4ca7-92f8-98dfd5c4b980 tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] 10.222.0.13 "GET /v2.0/ports?device_id=953e9b27-2181-48ed-9465-4ef8f4d2cc3c HTTP/1.1" status: 200 len: 949 time: 0.0475197 Aug 13 04:38:04.159901 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-58073b14-bd77-491b-bf93-1f5abf2728f8 req-661ac504-aa6d-4df3-a880-83379fbe79c1 tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] 10.222.0.13 "GET /v2.0/security-groups?id=657f7d6a-ac59-452f-9976-77df6a7d61d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347915 Aug 13 04:38:04.438750 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844eda98-0930-40a6-8342-1b9fe41dea19 req-b3083e6a-2d3c-4249-9811-227f299c2e1f tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:04.440152 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-844eda98-0930-40a6-8342-1b9fe41dea19 req-b3083e6a-2d3c-4249-9811-227f299c2e1f tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] 10.222.0.64 "GET /v2.0/ports?device_id=953e9b27-2181-48ed-9465-4ef8f4d2cc3c HTTP/1.1" status: 200 len: 949 time: 0.0476539 Aug 13 04:38:04.528420 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [req-844eda98-0930-40a6-8342-1b9fe41dea19 req-eb6b3e79-f6d0-4850-af10-de3eb95afa17 tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] Deleting port cbb84333-8c76-46f4-a479-761ecbaca9e4 {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:38:04.528768 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-844eda98-0930-40a6-8342-1b9fe41dea19 req-eb6b3e79-f6d0-4850-af10-de3eb95afa17 tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:04.617903 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-844eda98-0930-40a6-8342-1b9fe41dea19 req-eb6b3e79-f6d0-4850-af10-de3eb95afa17 tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] For port cbb84333-8c76-46f4-a479-761ecbaca9e4, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=cbb84333-8c76-46f4-a479-761ecbaca9e4,segment=NetworkSegment(7a2ddc02-c75d-4e53-a745-41eca4cbdc9b),segment_id=7a2ddc02-c75d-4e53-a745-41eca4cbdc9b)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:38:04.618271 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-844eda98-0930-40a6-8342-1b9fe41dea19 req-eb6b3e79-f6d0-4850-af10-de3eb95afa17 tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:04.631483 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [req-844eda98-0930-40a6-8342-1b9fe41dea19 req-eb6b3e79-f6d0-4850-af10-de3eb95afa17 tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] Calling delete_port for cbb84333-8c76-46f4-a479-761ecbaca9e4 owned by compute:nova {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:38:04.760606 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-844eda98-0930-40a6-8342-1b9fe41dea19 req-eb6b3e79-f6d0-4850-af10-de3eb95afa17 tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:04.774029 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['cbb84333-8c76-46f4-a479-761ecbaca9e4'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:38:04.788333 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b3e79-f6d0-4850-af10-de3eb95afa17 tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] Pushing event deleted for resources: {'Port': ['ID=cbb84333-8c76-46f4-a479-761ecbaca9e4,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:04.835316 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [req-844eda98-0930-40a6-8342-1b9fe41dea19 req-eb6b3e79-f6d0-4850-af10-de3eb95afa17 tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] No DVR routers for this DVR port cbb84333-8c76-46f4-a479-761ecbaca9e4 on host hv-cinder-75996 {{(pid=93894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:38:04.837967 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-844eda98-0930-40a6-8342-1b9fe41dea19 req-eb6b3e79-f6d0-4850-af10-de3eb95afa17 tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:04.840068 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-844eda98-0930-40a6-8342-1b9fe41dea19 req-eb6b3e79-f6d0-4850-af10-de3eb95afa17 tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] 10.222.0.64 "DELETE /v2.0/ports/cbb84333-8c76-46f4-a479-761ecbaca9e4 HTTP/1.1" status: 204 len: 173 time: 0.3932154 Aug 13 04:38:04.840531 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953e9b27-2181-48ed-9465-4ef8f4d2cc3c', 'name': 'network-vif-deleted', 'tag': 'cbb84333-8c76-46f4-a479-761ecbaca9e4'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:38:04.842817 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70cdd4b14b3222e3d0e13c26c8e97d260020fc564b3ab37a06bbaa54b203d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d210056-e952-4375-aac6-dcab720c2791" -d '{"events": [{"server_uuid": "953e9b27-2181-48ed-9465-4ef8f4d2cc3c", "name": "network-vif-deleted", "tag": "cbb84333-8c76-46f4-a479-761ecbaca9e4"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:38:04.880108 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056ca88d-c677-4c87-891f-9df2ec6c9ce0 x-openstack-request-id: req-056ca88d-c677-4c87-891f-9df2ec6c9ce0 {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:38:04.880394 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953e9b27-2181-48ed-9465-4ef8f4d2cc3c", "name": "network-vif-deleted", "tag": "cbb84333-8c76-46f4-a479-761ecbaca9e4", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:38:04.880641 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-056ca88d-c677-4c87-891f-9df2ec6c9ce0 {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:38:04.881036 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953e9b27-2181-48ed-9465-4ef8f4d2cc3c', 'name': 'network-vif-deleted', 'tag': 'cbb84333-8c76-46f4-a479-761ecbaca9e4', 'status': 'completed', 'code': 200} Aug 13 04:38:05.266224 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c92f878e-210c-4bd5-b725-3579b3bf41ba req-c1278559-66c0-44e5-872e-46c18a71ddbb tempest-VolumesNegativeTest-293982383 tempest-VolumesNegativeTest-293982383-project] 10.222.0.13 "GET /v2.0/ports?device_id=953e9b27-2181-48ed-9465-4ef8f4d2cc3c HTTP/1.1" status: 200 len: 210 time: 0.0266347 Aug 13 04:38:08.075532 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-d6e779dc-d908-4ab5-b94f-4198632be8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:08.605060 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device cbb84333-8c76-46f4-a479-761ecbaca9e4 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:38:08.640175 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] No Port match for: cbb84333-8c76-46f4-a479-761ecbaca9e4 {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:38:08.640793 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device cbb84333-8c76-46f4-a479-761ecbaca9e4 not bound to the agent host hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:38:09.433078 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-75b40c97-2f13-4964-8bcb-2b598bacae7b req-993542e1-6d55-4c5a-9945-1de7fc6482cf service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389419 Aug 13 04:38:09.518459 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b40c97-2f13-4964-8bcb-2b598bacae7b req-de076420-3e56-4ebf-a717-d159ef32d8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:09.520371 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-75b40c97-2f13-4964-8bcb-2b598bacae7b req-de076420-3e56-4ebf-a717-d159ef32d8af service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88885460859447cea3664074daf50abb&device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 1098 time: 0.0436230 Aug 13 04:38:09.623530 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b40c97-2f13-4964-8bcb-2b598bacae7b req-f87dea40-a118-4364-bc9a-88faedae246f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:09.624993 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-75b40c97-2f13-4964-8bcb-2b598bacae7b req-f87dea40-a118-4364-bc9a-88faedae246f service neutron] 10.222.0.64 "GET /v2.0/networks?id=48b70047-4f37-4bcb-9978-33a75e7a4b30 HTTP/1.1" status: 200 len: 909 time: 0.0852227 Aug 13 04:38:09.698704 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-75b40c97-2f13-4964-8bcb-2b598bacae7b req-5cda2d1e-75a6-4549-9164-186d99ae3df9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1166ab58-4fa6-49a1-b301-c03b411d9dc0 HTTP/1.1" status: 200 len: 1001 time: 0.0651708 Aug 13 04:38:09.747944 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b40c97-2f13-4964-8bcb-2b598bacae7b req-714b14c0-88e8-4f88-b93a-bcc8165d786b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:09.749408 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-75b40c97-2f13-4964-8bcb-2b598bacae7b req-714b14c0-88e8-4f88-b93a-bcc8165d786b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47785185-d5f8-433d-afab-e7fc9175212b HTTP/1.1" status: 200 len: 847 time: 0.0424383 Aug 13 04:38:09.797248 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b40c97-2f13-4964-8bcb-2b598bacae7b req-6a4b8c76-55dc-4c98-825e-ce259fae0080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:09.798787 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-75b40c97-2f13-4964-8bcb-2b598bacae7b req-6a4b8c76-55dc-4c98-825e-ce259fae0080 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=48b70047-4f37-4bcb-9978-33a75e7a4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406046 Aug 13 04:38:09.897918 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-75b40c97-2f13-4964-8bcb-2b598bacae7b req-8125a253-c91b-4a86-ae70-10b767bb7a33 service neutron] 10.222.0.64 "GET /v2.0/networks/48b70047-4f37-4bcb-9978-33a75e7a4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902970 Aug 13 04:38:09.905381 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 44926) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:09.996567 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-75b40c97-2f13-4964-8bcb-2b598bacae7b req-c7856a96-e83a-453e-aca6-7df3f62552a5 service neutron] 10.222.0.64 "GET /v2.0/networks/48b70047-4f37-4bcb-9978-33a75e7a4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912488 Aug 13 04:38:10.042536 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-35682a82-dc4f-4b9d-b181-938e3ed8c3a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=784971d178e449a7b8af2b8d2043b108&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1359832 Aug 13 04:38:10.045455 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 44932) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:10.095660 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-8cfc0b0e-887a-4d66-9550-d30abd7370ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:10.122781 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-8cfc0b0e-887a-4d66-9550-d30abd7370ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:10.171636 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-8cfc0b0e-887a-4d66-9550-d30abd7370ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:10.176636 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-8cfc0b0e-887a-4d66-9550-d30abd7370ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:10.178203 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-8cfc0b0e-887a-4d66-9550-d30abd7370ed admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/657f7d6a-ac59-452f-9976-77df6a7d61d9 HTTP/1.1" status: 204 len: 168 time: 0.1321480 Aug 13 04:38:10.187656 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc0b0e-887a-4d66-9550-d30abd7370ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657f7d6a-ac59-452f-9976-77df6a7d61d9,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:10.935368 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-02702c80-25b9-40ca-86cc-a1eff6a20220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:11.035438 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 44938) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:11.078769 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc2e10d3-eae7-4ad3-97cc-9392b5cc54ba admin admin] Deleting subnet 7c737c4f-6285-463e-aa14-0180dcea4dd3 {{(pid=93894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:38:11.082343 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-dc2e10d3-eae7-4ad3-97cc-9392b5cc54ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:11.120501 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-dc2e10d3-eae7-4ad3-97cc-9392b5cc54ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571626'] for subnet, precommit_delete_associations {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:11.158739 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-dc2e10d3-eae7-4ad3-97cc-9392b5cc54ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033975'] for subnet, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:11.210084 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-dc2e10d3-eae7-4ad3-97cc-9392b5cc54ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8757428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583102'] for subnet, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:11.233861 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e10d3-eae7-4ad3-97cc-9392b5cc54ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c737c4f-6285-463e-aa14-0180dcea4dd3,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:11.238284 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-dc2e10d3-eae7-4ad3-97cc-9392b5cc54ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:11.240352 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-dc2e10d3-eae7-4ad3-97cc-9392b5cc54ba admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7c737c4f-6285-463e-aa14-0180dcea4dd3 HTTP/1.1" status: 204 len: 168 time: 0.2036257 Aug 13 04:38:11.242696 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 44940) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:11.244749 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e10d3-eae7-4ad3-97cc-9392b5cc54ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:38:11.245103 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e10d3-eae7-4ad3-97cc-9392b5cc54ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:38:11.245579 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e10d3-eae7-4ad3-97cc-9392b5cc54ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:38:11.245805 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e10d3-eae7-4ad3-97cc-9392b5cc54ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:38:11.246136 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e10d3-eae7-4ad3-97cc-9392b5cc54ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:38:11.246493 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e10d3-eae7-4ad3-97cc-9392b5cc54ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:38:11.246799 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e10d3-eae7-4ad3-97cc-9392b5cc54ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:38:11.247121 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e10d3-eae7-4ad3-97cc-9392b5cc54ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:38:11.247449 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e10d3-eae7-4ad3-97cc-9392b5cc54ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:38:11.247779 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e10d3-eae7-4ad3-97cc-9392b5cc54ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:38:11.248096 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e10d3-eae7-4ad3-97cc-9392b5cc54ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:38:11.248415 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e10d3-eae7-4ad3-97cc-9392b5cc54ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:38:11.308664 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-1a76bd76-93f8-4b7d-8113-2c4c34a1f7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530472'] for network, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:11.357662 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:11.389969 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-1a76bd76-93f8-4b7d-8113-2c4c34a1f7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038704', 'neutron.services.segments.db._delete_segments_for_network-8740403467888'] for network, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:11.400477 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.services.segments.db [None req-1a76bd76-93f8-4b7d-8113-2c4c34a1f7c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['333f6986-dcf0-4bcf-ad96-73e3f328f141']}} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:38:11.410774 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.services.segments.db [None req-1a76bd76-93f8-4b7d-8113-2c4c34a1f7c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf46ad3f-cd90-4f1d-8335-4630fb944700') {'for_net_delete': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:38:11.411103 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.services.segments.db [None req-1a76bd76-93f8-4b7d-8113-2c4c34a1f7c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf46ad3f-cd90-4f1d-8335-4630fb944700') {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:38:11.419557 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-1a76bd76-93f8-4b7d-8113-2c4c34a1f7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403392121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9290325'] for segment, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:11.433011 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-1a76bd76-93f8-4b7d-8113-2c4c34a1f7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910'] for segment, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:11.439377 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a76bd76-93f8-4b7d-8113-2c4c34a1f7c3 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=93893) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:38:11.439811 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-1a76bd76-93f8-4b7d-8113-2c4c34a1f7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9290153'] for segment, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:11.442119 dv-cinder-759961-6-iscsi neutron-server[93893]: Traceback (most recent call last): Aug 13 04:38:11.442119 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:38:11.442119 dv-cinder-759961-6-iscsi neutron-server[93893]: timer() Aug 13 04:38:11.442119 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:38:11.442119 dv-cinder-759961-6-iscsi neutron-server[93893]: cb(*args, **kw) Aug 13 04:38:11.442119 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:38:11.442119 dv-cinder-759961-6-iscsi neutron-server[93893]: return func(*args, **kwargs) Aug 13 04:38:11.442119 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:38:11.442119 dv-cinder-759961-6-iscsi neutron-server[93893]: self._notify() Aug 13 04:38:11.442119 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:38:11.442119 dv-cinder-759961-6-iscsi neutron-server[93893]: self.callback(batched_events) Aug 13 04:38:11.442119 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:38:11.442119 dv-cinder-759961-6-iscsi neutron-server[93893]: event.method(event) Aug 13 04:38:11.442119 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:38:11.442119 dv-cinder-759961-6-iscsi neutron-server[93893]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:38:11.442119 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:38:11.442119 dv-cinder-759961-6-iscsi neutron-server[93893]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:38:11.442119 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:38:11.442119 dv-cinder-759961-6-iscsi neutron-server[93893]: return f(self, *a, **k) Aug 13 04:38:11.442119 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:38:11.442119 dv-cinder-759961-6-iscsi neutron-server[93893]: return self._get(url).json() Aug 13 04:38:11.442119 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:38:11.442119 dv-cinder-759961-6-iscsi neutron-server[93893]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:38:11.442119 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:38:11.442119 dv-cinder-759961-6-iscsi neutron-server[93893]: return self.request(url, 'GET', **kwargs) Aug 13 04:38:11.442119 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:38:11.442119 dv-cinder-759961-6-iscsi neutron-server[93893]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:38:11.442119 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:38:11.442119 dv-cinder-759961-6-iscsi neutron-server[93893]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:38:11.442119 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:38:11.442119 dv-cinder-759961-6-iscsi neutron-server[93893]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:38:11.442119 dv-cinder-759961-6-iscsi neutron-server[93893]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:38:11.495139 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-1a76bd76-93f8-4b7d-8113-2c4c34a1f7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3788963'] for network, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:11.500383 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-1a76bd76-93f8-4b7d-8113-2c4c34a1f7c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for network, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:11.502237 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-1a76bd76-93f8-4b7d-8113-2c4c34a1f7c3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/333f6986-dcf0-4bcf-ad96-73e3f328f141 HTTP/1.1" status: 204 len: 168 time: 0.2585671 Aug 13 04:38:11.514375 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76bd76-93f8-4b7d-8113-2c4c34a1f7c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=333f6986-dcf0-4bcf-ad96-73e3f328f141,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:11.661486 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 44944) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:11.702768 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-036e9fb1-3d4a-4400-a932-4b3c672935e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e4027fec5f84a06acc7277a243db1d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401680 Aug 13 04:38:11.705106 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 44946) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:11.750858 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3485344c-2148-4eb8-b486-70446e9b63dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:11.771262 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3485344c-2148-4eb8-b486-70446e9b63dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:11.816756 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3485344c-2148-4eb8-b486-70446e9b63dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:11.819428 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3485344c-2148-4eb8-b486-70446e9b63dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:11.820580 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-3485344c-2148-4eb8-b486-70446e9b63dd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/926d7e44-7c7d-4495-b548-1f4b506b9579 HTTP/1.1" status: 204 len: 168 time: 0.1145389 Aug 13 04:38:11.827970 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485344c-2148-4eb8-b486-70446e9b63dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926d7e44-7c7d-4495-b548-1f4b506b9579,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:12.060282 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:12.302821 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:14.039016 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:20.555092 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d0985-cf7a-4171-b7cb-bd8f9bac8bed req-8a72a31a-f32c-4096-8513-e7870316a399 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:20.556641 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ad4d0985-cf7a-4171-b7cb-bd8f9bac8bed req-8a72a31a-f32c-4096-8513-e7870316a399 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 946 time: 0.0501847 Aug 13 04:38:20.596299 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ad4d0985-cf7a-4171-b7cb-bd8f9bac8bed req-112105da-5667-4fb0-8bec-881bfa8888e8 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332906 Aug 13 04:38:20.790187 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 45034) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:20.890045 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-b122d64d-b48d-4ec2-b81c-77fe25d35f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:20.984811 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-b122d64d-b48d-4ec2-b81c-77fe25d35f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:20.988716 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-b122d64d-b48d-4ec2-b81c-77fe25d35f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:21.026861 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-b122d64d-b48d-4ec2-b81c-77fe25d35f79 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed0a64ce50aa47abae9d692bb2f82a1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356174 Aug 13 04:38:21.028040 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122d64d-b48d-4ec2-b81c-77fe25d35f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85251c7c-b6f0-43a0-a50e-763c18dab054,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:21.029606 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 45038) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:21.035027 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b122d64d-b48d-4ec2-b81c-77fe25d35f79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:38:21.035384 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b122d64d-b48d-4ec2-b81c-77fe25d35f79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:38:21.035732 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b122d64d-b48d-4ec2-b81c-77fe25d35f79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:38:21.036075 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b122d64d-b48d-4ec2-b81c-77fe25d35f79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:38:21.036849 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b122d64d-b48d-4ec2-b81c-77fe25d35f79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:38:21.036849 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b122d64d-b48d-4ec2-b81c-77fe25d35f79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:38:21.037125 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b122d64d-b48d-4ec2-b81c-77fe25d35f79 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:38:21.037480 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b122d64d-b48d-4ec2-b81c-77fe25d35f79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:38:21.037817 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b122d64d-b48d-4ec2-b81c-77fe25d35f79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:38:21.038145 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b122d64d-b48d-4ec2-b81c-77fe25d35f79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:38:21.038473 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b122d64d-b48d-4ec2-b81c-77fe25d35f79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:38:21.038799 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b122d64d-b48d-4ec2-b81c-77fe25d35f79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:38:21.082837 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-361e5f57-a1d2-4d75-9c24-968825141c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:21.103517 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-361e5f57-a1d2-4d75-9c24-968825141c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:21.148519 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-361e5f57-a1d2-4d75-9c24-968825141c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:21.151278 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-361e5f57-a1d2-4d75-9c24-968825141c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:21.152409 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-361e5f57-a1d2-4d75-9c24-968825141c92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85251c7c-b6f0-43a0-a50e-763c18dab054 HTTP/1.1" status: 204 len: 168 time: 0.1213033 Aug 13 04:38:21.159693 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e5f57-a1d2-4d75-9c24-968825141c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85251c7c-b6f0-43a0-a50e-763c18dab054,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:21.375593 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 6 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:38:21.715907 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142fd7f-3f88-470a-b665-b18258a00def req-c8839c7a-82fb-4ffa-a1d4-087a62887e2c tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:21.717370 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5142fd7f-3f88-470a-b665-b18258a00def req-c8839c7a-82fb-4ffa-a1d4-087a62887e2c tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 946 time: 0.0490913 Aug 13 04:38:21.753936 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-5142fd7f-3f88-470a-b665-b18258a00def req-53cff868-98a2-4069-92af-cd672321f804 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups?id=c143d438-bb98-4cfc-a122-0b4d40a4aac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306590 Aug 13 04:38:21.844601 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c233d06f-13a3-4afd-92ca-f8475eb660b8 req-a0fa4a2b-c454-40a0-b3f1-1252d6c4fcbe tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:21.846069 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c233d06f-13a3-4afd-92ca-f8475eb660b8 req-a0fa4a2b-c454-40a0-b3f1-1252d6c4fcbe tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.64 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 946 time: 0.0486476 Aug 13 04:38:21.938175 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [req-c233d06f-13a3-4afd-92ca-f8475eb660b8 req-1607d386-3c46-4f41-bb67-83051823f3d4 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Deleting port 25bafb0e-0d63-4fa6-a942-fc8e07163718 {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:38:21.938512 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-c233d06f-13a3-4afd-92ca-f8475eb660b8 req-1607d386-3c46-4f41-bb67-83051823f3d4 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:22.027020 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-c233d06f-13a3-4afd-92ca-f8475eb660b8 req-1607d386-3c46-4f41-bb67-83051823f3d4 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] For port 25bafb0e-0d63-4fa6-a942-fc8e07163718, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=25bafb0e-0d63-4fa6-a942-fc8e07163718,segment=NetworkSegment(ae7a5589-1c60-462f-a476-72f6648fe839),segment_id=ae7a5589-1c60-462f-a476-72f6648fe839)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:38:22.027395 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-c233d06f-13a3-4afd-92ca-f8475eb660b8 req-1607d386-3c46-4f41-bb67-83051823f3d4 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:22.189096 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-c233d06f-13a3-4afd-92ca-f8475eb660b8 req-1607d386-3c46-4f41-bb67-83051823f3d4 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:22.189783 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-c233d06f-13a3-4afd-92ca-f8475eb660b8 req-1607d386-3c46-4f41-bb67-83051823f3d4 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3788949'] for floatingip, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:22.189783 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.db.l3_db [req-c233d06f-13a3-4afd-92ca-f8475eb660b8 req-1607d386-3c46-4f41-bb67-83051823f3d4 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Floating IP 4a57cfaf-aeb9-4d65-9020-6d0e5977534c disassociated. External IP: 172.27.0.48, port: 25bafb0e-0d63-4fa6-a942-fc8e07163718. Aug 13 04:38:22.190024 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [req-c233d06f-13a3-4afd-92ca-f8475eb660b8 req-1607d386-3c46-4f41-bb67-83051823f3d4 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Calling delete_port for 25bafb0e-0d63-4fa6-a942-fc8e07163718 owned by compute:nova {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:38:22.314905 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-c233d06f-13a3-4afd-92ca-f8475eb660b8 req-1607d386-3c46-4f41-bb67-83051823f3d4 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:22.343913 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607d386-3c46-4f41-bb67-83051823f3d4 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Pushing event deleted for resources: {'Port': ['ID=25bafb0e-0d63-4fa6-a942-fc8e07163718,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:22.456726 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c233d06f-13a3-4afd-92ca-f8475eb660b8 req-1607d386-3c46-4f41-bb67-83051823f3d4 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Router bddf536a-96eb-4938-9e97-4d8f177ece72 has already been hosted by L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:38:22.563257 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c233d06f-13a3-4afd-92ca-f8475eb660b8 req-1607d386-3c46-4f41-bb67-83051823f3d4 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:38:22.573860 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee13f58-3426-40cd-9df6-4c149e6269a7 None None] Sync routers for ids ['bddf536a-96eb-4938-9e97-4d8f177ece72'] in dv-cinder-759961-6-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:38:22.582702 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee13f58-3426-40cd-9df6-4c149e6269a7 None None] Routers {'bddf536a-96eb-4938-9e97-4d8f177ece72'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:38:22.584000 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-3ee13f58-3426-40cd-9df6-4c149e6269a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:38:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['bddf536a-96eb-4938-9e97-4d8f177ece72'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:38:22.603553 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [req-c233d06f-13a3-4afd-92ca-f8475eb660b8 req-1607d386-3c46-4f41-bb67-83051823f3d4 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] No DVR routers for this DVR port 25bafb0e-0d63-4fa6-a942-fc8e07163718 on host hv-cinder-75996 {{(pid=93894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:38:22.606226 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-c233d06f-13a3-4afd-92ca-f8475eb660b8 req-1607d386-3c46-4f41-bb67-83051823f3d4 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:22.608430 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-c233d06f-13a3-4afd-92ca-f8475eb660b8 req-1607d386-3c46-4f41-bb67-83051823f3d4 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.64 "DELETE /v2.0/ports/25bafb0e-0d63-4fa6-a942-fc8e07163718 HTTP/1.1" status: 204 len: 173 time: 0.7558799 Aug 13 04:38:22.608891 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15f3dbb4-dc66-4923-95f0-d53a986ebf82', 'name': 'network-vif-deleted', 'tag': '25bafb0e-0d63-4fa6-a942-fc8e07163718'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:38:22.611649 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70cdd4b14b3222e3d0e13c26c8e97d260020fc564b3ab37a06bbaa54b203d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d14232-4c7f-4dc4-80f2-987399c33c6f" -d '{"events": [{"server_uuid": "15f3dbb4-dc66-4923-95f0-d53a986ebf82", "name": "network-vif-deleted", "tag": "25bafb0e-0d63-4fa6-a942-fc8e07163718"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:38:22.654453 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5310ada4-077b-48c4-8c05-7c7153f2da57 x-openstack-request-id: req-5310ada4-077b-48c4-8c05-7c7153f2da57 {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:38:22.654753 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15f3dbb4-dc66-4923-95f0-d53a986ebf82", "name": "network-vif-deleted", "tag": "25bafb0e-0d63-4fa6-a942-fc8e07163718", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:38:22.655013 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5310ada4-077b-48c4-8c05-7c7153f2da57 {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:38:22.655419 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15f3dbb4-dc66-4923-95f0-d53a986ebf82', 'name': 'network-vif-deleted', 'tag': '25bafb0e-0d63-4fa6-a942-fc8e07163718', 'status': 'completed', 'code': 200} Aug 13 04:38:22.699802 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-3ee13f58-3426-40cd-9df6-4c149e6269a7 None None] Set router bddf536a-96eb-4938-9e97-4d8f177ece72 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:38:22.871609 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ccea76cd-bf0d-4bf3-9e51-b143366ed6c9 req-97cb8a79-f561-435d-9292-4b46510bc3fd tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/ports?device_id=15f3dbb4-dc66-4923-95f0-d53a986ebf82 HTTP/1.1" status: 200 len: 210 time: 0.0279467 Aug 13 04:38:22.907302 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-3ee13f58-3426-40cd-9df6-4c149e6269a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'name': 'tempest-AttachVolumeShelveTestJSON-34901002-router', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:48Z', 'updated_at': '2021-08-13T04:29:54Z', 'revision_number': 4, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'gw_port': {'id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:49Z', 'updated_at': '2021-08-13T04:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': '241f2667-d445-403b-86ef-e159889313c9', 'name': '', 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'mac_address': 'fa:16:3e:9d:51:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:53Z', 'updated_at': '2021-08-13T04:30:04Z', 'revision_number': 5, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'subnets': [{'id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:38:23.023504 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee13f58-3426-40cd-9df6-4c149e6269a7 None None] Checking router: bddf536a-96eb-4938-9e97-4d8f177ece72 for host: dv-cinder-759961-6-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:38:23.032144 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee13f58-3426-40cd-9df6-4c149e6269a7 None None] Routers {'bddf536a-96eb-4938-9e97-4d8f177ece72'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:38:23.032749 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-3ee13f58-3426-40cd-9df6-4c149e6269a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:38:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['bddf536a-96eb-4938-9e97-4d8f177ece72'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:38:23.136938 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-3ee13f58-3426-40cd-9df6-4c149e6269a7 None None] Set router bddf536a-96eb-4938-9e97-4d8f177ece72 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:38:23.328763 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-3ee13f58-3426-40cd-9df6-4c149e6269a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'name': 'tempest-AttachVolumeShelveTestJSON-34901002-router', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:48Z', 'updated_at': '2021-08-13T04:29:54Z', 'revision_number': 4, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'gw_port': {'id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:49Z', 'updated_at': '2021-08-13T04:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': '241f2667-d445-403b-86ef-e159889313c9', 'name': '', 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'mac_address': 'fa:16:3e:9d:51:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:53Z', 'updated_at': '2021-08-13T04:30:04Z', 'revision_number': 5, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'subnets': [{'id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:38:23.354061 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee13f58-3426-40cd-9df6-4c149e6269a7 None None] The sync data for ids ['bddf536a-96eb-4938-9e97-4d8f177ece72'] in dv-cinder-759961-6-iscsi is: [{'id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'name': 'tempest-AttachVolumeShelveTestJSON-34901002-router', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:48Z', 'updated_at': '2021-08-13T04:29:54Z', 'revision_number': 4, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'gw_port': {'id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:49Z', 'updated_at': '2021-08-13T04:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': '241f2667-d445-403b-86ef-e159889313c9', 'name': '', 'network_id': '961a975f-b6bf-4b12-8622-52a8bd477fc6', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'mac_address': 'fa:16:3e:9d:51:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:53Z', 'updated_at': '2021-08-13T04:30:04Z', 'revision_number': 5, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'subnets': [{'id': 'f926821c-827a-487a-ac65-0966f4150cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:38:23.573174 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4f27a0-67ff-4020-afdf-689e9648d851 None None] New status for floating IP 4a57cfaf-aeb9-4d65-9020-6d0e5977534c: DOWN {{(pid=93895) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:38:23.964055 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 45052) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:24.015745 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-c5c31b76-1a86-4f1a-9491-315f9db97f6a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:24.041270 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-c5c31b76-1a86-4f1a-9491-315f9db97f6a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:24.087597 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-c5c31b76-1a86-4f1a-9491-315f9db97f6a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:24.090154 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-c5c31b76-1a86-4f1a-9491-315f9db97f6a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:24.091290 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-c5c31b76-1a86-4f1a-9491-315f9db97f6a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "DELETE /v2.0/security-groups/c143d438-bb98-4cfc-a122-0b4d40a4aac7 HTTP/1.1" status: 204 len: 168 time: 0.1262746 Aug 13 04:38:24.094102 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 45054) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:24.100100 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c31b76-1a86-4f1a-9491-315f9db97f6a tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c143d438-bb98-4cfc-a122-0b4d40a4aac7,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:24.114095 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.api.v2.resource [None req-bedaa269-c6be-46f1-90c9-0b1507262c31 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] show failed (client error): The resource could not be found. Aug 13 04:38:24.115277 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-bedaa269-c6be-46f1-90c9-0b1507262c31 tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "GET /v2.0/security-groups/c143d438-bb98-4cfc-a122-0b4d40a4aac7 HTTP/1.1" status: 404 len: 347 time: 0.0201297 Aug 13 04:38:24.118341 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 45056) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:24.241480 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-4b6881e2-d588-4273-a450-6dc447b55a8d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Deleting port 8c88f349-b429-44a5-b939-bcb7da6238e9 {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:38:24.241746 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4b6881e2-d588-4273-a450-6dc447b55a8d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:24.315030 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4b6881e2-d588-4273-a450-6dc447b55a8d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:24.315358 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4b6881e2-d588-4273-a450-6dc447b55a8d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:24.327256 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-4b6881e2-d588-4273-a450-6dc447b55a8d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Calling delete_port for 8c88f349-b429-44a5-b939-bcb7da6238e9 owned by network:floatingip {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:38:24.457751 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4b6881e2-d588-4273-a450-6dc447b55a8d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:24.483769 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6881e2-d588-4273-a450-6dc447b55a8d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Pushing event deleted for resources: {'Port': ['ID=8c88f349-b429-44a5-b939-bcb7da6238e9,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:24.544109 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4b6881e2-d588-4273-a450-6dc447b55a8d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks [] for floatingip, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:24.546535 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-4b6881e2-d588-4273-a450-6dc447b55a8d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for floatingip, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:24.547676 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-4b6881e2-d588-4273-a450-6dc447b55a8d tempest-AttachVolumeShelveTestJSON-2071694818 tempest-AttachVolumeShelveTestJSON-2071694818-project] 10.222.0.13 "DELETE /v2.0/floatingips/4a57cfaf-aeb9-4d65-9020-6d0e5977534c HTTP/1.1" status: 204 len: 168 time: 0.4284360 Aug 13 04:38:24.704058 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 25bafb0e-0d63-4fa6-a942-fc8e07163718 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:38:24.727379 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] No Port match for: 25bafb0e-0d63-4fa6-a942-fc8e07163718 {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:38:24.727716 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 25bafb0e-0d63-4fa6-a942-fc8e07163718 not bound to the agent host hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:38:26.956465 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 45078) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:27.426675 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a3d0b473-6eef-4d69-90cf-cd01bd27749a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683477'] for router_interface, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:27.681174 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [None req-a3d0b473-6eef-4d69-90cf-cd01bd27749a admin admin] Deleting port 241f2667-d445-403b-86ef-e159889313c9 {{(pid=93893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:38:27.681453 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a3d0b473-6eef-4d69-90cf-cd01bd27749a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:27.760046 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [None req-a3d0b473-6eef-4d69-90cf-cd01bd27749a admin admin] For port 241f2667-d445-403b-86ef-e159889313c9, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=241f2667-d445-403b-86ef-e159889313c9,segment=NetworkSegment(ae7a5589-1c60-462f-a476-72f6648fe839),segment_id=ae7a5589-1c60-462f-a476-72f6648fe839)] {{(pid=93893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:38:27.760413 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a3d0b473-6eef-4d69-90cf-cd01bd27749a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:27.772877 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [None req-a3d0b473-6eef-4d69-90cf-cd01bd27749a admin admin] Calling delete_port for 241f2667-d445-403b-86ef-e159889313c9 owned by network:router_interface {{(pid=93893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:38:27.949163 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a3d0b473-6eef-4d69-90cf-cd01bd27749a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:27.975581 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d0b473-6eef-4d69-90cf-cd01bd27749a admin admin] Pushing event deleted for resources: {'Port': ['ID=241f2667-d445-403b-86ef-e159889313c9,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:28.137665 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a3d0b473-6eef-4d69-90cf-cd01bd27749a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790373'] for router_interface, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:28.345079 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3d0b473-6eef-4d69-90cf-cd01bd27749a admin admin] Router bddf536a-96eb-4938-9e97-4d8f177ece72 has already been hosted by L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb {{(pid=93893) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:38:28.449212 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d0b473-6eef-4d69-90cf-cd01bd27749a admin admin] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:38:28.454127 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-a3d0b473-6eef-4d69-90cf-cd01bd27749a admin admin] 10.222.0.13 "PUT /v2.0/routers/bddf536a-96eb-4938-9e97-4d8f177ece72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4966669 Aug 13 04:38:28.456577 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 45082) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:28.459350 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d29ae55-0ed7-499f-8bae-e73b89b01dee None None] Sync routers for ids ['bddf536a-96eb-4938-9e97-4d8f177ece72'] in dv-cinder-759961-6-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:38:28.468611 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d29ae55-0ed7-499f-8bae-e73b89b01dee None None] Routers {'bddf536a-96eb-4938-9e97-4d8f177ece72'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:38:28.469221 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-3d29ae55-0ed7-499f-8bae-e73b89b01dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:38:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['bddf536a-96eb-4938-9e97-4d8f177ece72'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:38:28.558258 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-89f1cdc3-c3d2-4973-9d12-f4f1bd21deb6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:28.572122 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-3d29ae55-0ed7-499f-8bae-e73b89b01dee None None] Set router bddf536a-96eb-4938-9e97-4d8f177ece72 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:38:28.663630 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-89f1cdc3-c3d2-4973-9d12-f4f1bd21deb6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:28.714352 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [None req-89f1cdc3-c3d2-4973-9d12-f4f1bd21deb6 admin admin] Deleting port 793f931c-4e2a-4bce-a6d7-ad45b750fcea {{(pid=93893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:38:28.714693 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-89f1cdc3-c3d2-4973-9d12-f4f1bd21deb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:28.751779 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-3d29ae55-0ed7-499f-8bae-e73b89b01dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'name': 'tempest-AttachVolumeShelveTestJSON-34901002-router', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:48Z', 'updated_at': '2021-08-13T04:38:27Z', 'revision_number': 5, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'gw_port': {'id': '793f931c-4e2a-4bce-a6d7-ad45b750fcea', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:03:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:29:49Z', 'updated_at': '2021-08-13T04:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi'}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:38:28.777456 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d29ae55-0ed7-499f-8bae-e73b89b01dee None None] Checking router: bddf536a-96eb-4938-9e97-4d8f177ece72 for host: dv-cinder-759961-6-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:38:28.785596 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d29ae55-0ed7-499f-8bae-e73b89b01dee None None] Routers {'bddf536a-96eb-4938-9e97-4d8f177ece72'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:38:28.786196 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-3d29ae55-0ed7-499f-8bae-e73b89b01dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:38:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['bddf536a-96eb-4938-9e97-4d8f177ece72'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:38:28.793995 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [None req-89f1cdc3-c3d2-4973-9d12-f4f1bd21deb6 admin admin] For port 793f931c-4e2a-4bce-a6d7-ad45b750fcea, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=793f931c-4e2a-4bce-a6d7-ad45b750fcea,segment=NetworkSegment(edab9050-aae2-4c9b-baa0-6e612e984a64),segment_id=edab9050-aae2-4c9b-baa0-6e612e984a64)] {{(pid=93893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:38:28.794357 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-89f1cdc3-c3d2-4973-9d12-f4f1bd21deb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:28.806562 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [None req-89f1cdc3-c3d2-4973-9d12-f4f1bd21deb6 admin admin] Calling delete_port for 793f931c-4e2a-4bce-a6d7-ad45b750fcea owned by network:router_gateway {{(pid=93893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:38:28.868877 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-3d29ae55-0ed7-499f-8bae-e73b89b01dee None None] Set router bddf536a-96eb-4938-9e97-4d8f177ece72 gateway port host: None {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:38:28.921377 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-3d29ae55-0ed7-499f-8bae-e73b89b01dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'name': 'tempest-AttachVolumeShelveTestJSON-34901002-router', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:48Z', 'updated_at': '2021-08-13T04:38:28Z', 'revision_number': 6, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'gw_port_host': None}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:38:28.948041 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d29ae55-0ed7-499f-8bae-e73b89b01dee None None] The sync data for ids ['bddf536a-96eb-4938-9e97-4d8f177ece72'] in dv-cinder-759961-6-iscsi is: [{'id': 'bddf536a-96eb-4938-9e97-4d8f177ece72', 'name': 'tempest-AttachVolumeShelveTestJSON-34901002-router', 'tenant_id': '97bcef962215442fa34d9ef949492fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:29:48Z', 'updated_at': '2021-08-13T04:38:28Z', 'revision_number': 6, 'project_id': '97bcef962215442fa34d9ef949492fc4', 'gw_port_host': None}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:38:28.971442 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-89f1cdc3-c3d2-4973-9d12-f4f1bd21deb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:28.999309 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1cdc3-c3d2-4973-9d12-f4f1bd21deb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=793f931c-4e2a-4bce-a6d7-ad45b750fcea,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:29.057144 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-89f1cdc3-c3d2-4973-9d12-f4f1bd21deb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3789023'] for router_gateway, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:29.145412 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-89f1cdc3-c3d2-4973-9d12-f4f1bd21deb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-505241'] for router, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:29.147576 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-89f1cdc3-c3d2-4973-9d12-f4f1bd21deb6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:29.193625 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-89f1cdc3-c3d2-4973-9d12-f4f1bd21deb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3787068'] for router, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:29.194083 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f1cdc3-c3d2-4973-9d12-f4f1bd21deb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bddf536a-96eb-4938-9e97-4d8f177ece72 {{(pid=93893) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 04:38:29.198783 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-89f1cdc3-c3d2-4973-9d12-f4f1bd21deb6 admin admin] Notify callbacks [] for router, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:29.199923 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-89f1cdc3-c3d2-4973-9d12-f4f1bd21deb6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/bddf536a-96eb-4938-9e97-4d8f177ece72 HTTP/1.1" status: 204 len: 168 time: 0.7424402 Aug 13 04:38:29.202519 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 45084) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:29.247232 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b9b376f-b8c7-4f9a-bc82-2331035d91f8 admin admin] Deleting subnet f926821c-827a-487a-ac65-0966f4150cbf {{(pid=93893) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:38:29.250088 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-6b9b376f-b8c7-4f9a-bc82-2331035d91f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:29.282917 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-6b9b376f-b8c7-4f9a-bc82-2331035d91f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9290306'] for subnet, precommit_delete_associations {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:29.368965 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-6b9b376f-b8c7-4f9a-bc82-2331035d91f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033975'] for subnet, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:29.419902 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-6b9b376f-b8c7-4f9a-bc82-2331035d91f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9290103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9155894'] for subnet, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:29.444154 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b376f-b8c7-4f9a-bc82-2331035d91f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f926821c-827a-487a-ac65-0966f4150cbf,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:29.449587 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-6b9b376f-b8c7-4f9a-bc82-2331035d91f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:29.453906 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-6b9b376f-b8c7-4f9a-bc82-2331035d91f8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f926821c-827a-487a-ac65-0966f4150cbf HTTP/1.1" status: 204 len: 168 time: 0.2479744 Aug 13 04:38:29.454001 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 45086) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:29.454808 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83c0248-fd92-4c55-b857-ebe5bf51781b None None] Network 961a975f-b6bf-4b12-8622-52a8bd477fc6 requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:38:29.524990 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e69e2bfc-b26e-456b-be00-d06109636ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530472'] for network, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:29.578927 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [None req-e69e2bfc-b26e-456b-be00-d06109636ede admin admin] Deleting port b6f2be0f-3a7c-41de-bdd7-c991632eb987 {{(pid=93893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:38:29.579274 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e69e2bfc-b26e-456b-be00-d06109636ede admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:29.641285 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [None req-e69e2bfc-b26e-456b-be00-d06109636ede admin admin] For port b6f2be0f-3a7c-41de-bdd7-c991632eb987, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=b6f2be0f-3a7c-41de-bdd7-c991632eb987,segment=NetworkSegment(ae7a5589-1c60-462f-a476-72f6648fe839),segment_id=ae7a5589-1c60-462f-a476-72f6648fe839)] {{(pid=93893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:38:29.641610 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e69e2bfc-b26e-456b-be00-d06109636ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:29.654702 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [None req-e69e2bfc-b26e-456b-be00-d06109636ede admin admin] Calling delete_port for b6f2be0f-3a7c-41de-bdd7-c991632eb987 owned by network:dhcp {{(pid=93893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:38:29.716146 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9af74f-402b-40ab-9810-cfc129ee390e None None] DHCP port deletion for 961a975f-b6bf-4b12-8622-52a8bd477fc6 request from dv-cinder-759961-6-iscsi {{(pid=93895) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 04:38:29.744116 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e69e2bfc-b26e-456b-be00-d06109636ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:29.767076 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-9c9af74f-402b-40ab-9810-cfc129ee390e None None] Deleting port b6f2be0f-3a7c-41de-bdd7-c991632eb987 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:38:29.767455 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c9af74f-402b-40ab-9810-cfc129ee390e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:29.770001 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e2bfc-b26e-456b-be00-d06109636ede admin admin] Pushing event deleted for resources: {'Port': ['ID=b6f2be0f-3a7c-41de-bdd7-c991632eb987,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:29.772495 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69e2bfc-b26e-456b-be00-d06109636ede admin admin] No DVR routers for this DVR port b6f2be0f-3a7c-41de-bdd7-c991632eb987 on host dv-cinder-759961-6-iscsi {{(pid=93893) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:38:29.833108 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-9c9af74f-402b-40ab-9810-cfc129ee390e None None] For port b6f2be0f-3a7c-41de-bdd7-c991632eb987, host dv-cinder-759961-6-iscsi, got binding levels [] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:38:29.834153 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c9af74f-402b-40ab-9810-cfc129ee390e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:29.846581 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e69e2bfc-b26e-456b-be00-d06109636ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038704', 'neutron.services.segments.db._delete_segments_for_network-8740403467888'] for network, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:29.847376 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-9c9af74f-402b-40ab-9810-cfc129ee390e None None] Calling delete_port for b6f2be0f-3a7c-41de-bdd7-c991632eb987 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:38:29.850638 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.ipam_backend_mixin [None req-9c9af74f-402b-40ab-9810-cfc129ee390e None None] Port b6f2be0f-3a7c-41de-bdd7-c991632eb987 was not found and therefore no delete operation was performed {{(pid=93895) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 13 04:38:29.851863 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-9c9af74f-402b-40ab-9810-cfc129ee390e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:29.856565 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.services.segments.db [None req-e69e2bfc-b26e-456b-be00-d06109636ede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['961a975f-b6bf-4b12-8622-52a8bd477fc6']}} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:38:29.867052 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.services.segments.db [None req-e69e2bfc-b26e-456b-be00-d06109636ede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae7a5589-1c60-462f-a476-72f6648fe839') {'for_net_delete': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:38:29.867350 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.services.segments.db [None req-e69e2bfc-b26e-456b-be00-d06109636ede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae7a5589-1c60-462f-a476-72f6648fe839') {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:38:29.876152 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e69e2bfc-b26e-456b-be00-d06109636ede admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403392121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9290325'] for segment, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:29.877843 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9af74f-402b-40ab-9810-cfc129ee390e None None] Pushing event deleted for resources: {'Port': ['ID=b6f2be0f-3a7c-41de-bdd7-c991632eb987,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:29.879831 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9af74f-402b-40ab-9810-cfc129ee390e None None] No DVR routers for this DVR port b6f2be0f-3a7c-41de-bdd7-c991632eb987 on host dv-cinder-759961-6-iscsi {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:38:29.893511 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e69e2bfc-b26e-456b-be00-d06109636ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910'] for segment, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:29.900580 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e69e2bfc-b26e-456b-be00-d06109636ede admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=93893) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:38:29.901067 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e69e2bfc-b26e-456b-be00-d06109636ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9290153'] for segment, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:29.902608 dv-cinder-759961-6-iscsi neutron-server[93893]: Traceback (most recent call last): Aug 13 04:38:29.902608 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:38:29.902608 dv-cinder-759961-6-iscsi neutron-server[93893]: timer() Aug 13 04:38:29.902608 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:38:29.902608 dv-cinder-759961-6-iscsi neutron-server[93893]: cb(*args, **kw) Aug 13 04:38:29.902608 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:38:29.902608 dv-cinder-759961-6-iscsi neutron-server[93893]: return func(*args, **kwargs) Aug 13 04:38:29.902608 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:38:29.902608 dv-cinder-759961-6-iscsi neutron-server[93893]: self._notify() Aug 13 04:38:29.902608 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:38:29.902608 dv-cinder-759961-6-iscsi neutron-server[93893]: self.callback(batched_events) Aug 13 04:38:29.902608 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:38:29.902608 dv-cinder-759961-6-iscsi neutron-server[93893]: event.method(event) Aug 13 04:38:29.902608 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:38:29.902608 dv-cinder-759961-6-iscsi neutron-server[93893]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:38:29.902608 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:38:29.902608 dv-cinder-759961-6-iscsi neutron-server[93893]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:38:29.902608 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:38:29.902608 dv-cinder-759961-6-iscsi neutron-server[93893]: return f(self, *a, **k) Aug 13 04:38:29.902608 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:38:29.902608 dv-cinder-759961-6-iscsi neutron-server[93893]: return self._get(url).json() Aug 13 04:38:29.902608 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:38:29.902608 dv-cinder-759961-6-iscsi neutron-server[93893]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:38:29.902608 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:38:29.902608 dv-cinder-759961-6-iscsi neutron-server[93893]: return self.request(url, 'GET', **kwargs) Aug 13 04:38:29.902608 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:38:29.902608 dv-cinder-759961-6-iscsi neutron-server[93893]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:38:29.902608 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:38:29.902608 dv-cinder-759961-6-iscsi neutron-server[93893]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:38:29.902608 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:38:29.902608 dv-cinder-759961-6-iscsi neutron-server[93893]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:38:29.902608 dv-cinder-759961-6-iscsi neutron-server[93893]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:38:29.956367 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e69e2bfc-b26e-456b-be00-d06109636ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3788963'] for network, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:29.963080 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e69e2bfc-b26e-456b-be00-d06109636ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for network, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:29.965397 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-e69e2bfc-b26e-456b-be00-d06109636ede admin admin] 10.222.0.13 "DELETE /v2.0/networks/961a975f-b6bf-4b12-8622-52a8bd477fc6 HTTP/1.1" status: 204 len: 168 time: 0.5102866 Aug 13 04:38:29.981547 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e2bfc-b26e-456b-be00-d06109636ede admin admin] Pushing event deleted for resources: {'Network': ['ID=961a975f-b6bf-4b12-8622-52a8bd477fc6,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:29.984921 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 241f2667-d445-403b-86ef-e159889313c9 no longer exists at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:38:30.013501 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] No Port match for: 241f2667-d445-403b-86ef-e159889313c9 {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:38:30.013706 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 241f2667-d445-403b-86ef-e159889313c9 not bound to the agent host dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:38:30.014135 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device b6f2be0f-3a7c-41de-bdd7-c991632eb987 no longer exists at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:38:30.034025 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] No Port match for: b6f2be0f-3a7c-41de-bdd7-c991632eb987 {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:38:30.034638 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device b6f2be0f-3a7c-41de-bdd7-c991632eb987 not bound to the agent host dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:38:30.035079 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 793f931c-4e2a-4bce-a6d7-ad45b750fcea no longer exists at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:38:30.054182 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] No Port match for: 793f931c-4e2a-4bce-a6d7-ad45b750fcea {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:38:30.054523 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 793f931c-4e2a-4bce-a6d7-ad45b750fcea not bound to the agent host dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:38:30.086256 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 45090) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:30.125251 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-1a5e7fbb-6c66-4d9d-aa44-46dbd79ff9ca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97bcef962215442fa34d9ef949492fc4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0378149 Aug 13 04:38:30.127589 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 45092) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:30.178521 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-32631c12-6326-4e98-a686-7f2d7d21a6a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:30.199460 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-32631c12-6326-4e98-a686-7f2d7d21a6a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:30.243434 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-32631c12-6326-4e98-a686-7f2d7d21a6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:30.246011 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-32631c12-6326-4e98-a686-7f2d7d21a6a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:30.247148 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-32631c12-6326-4e98-a686-7f2d7d21a6a8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68ae4adb-4878-4f84-be81-e84a4cc61ace HTTP/1.1" status: 204 len: 168 time: 0.1186817 Aug 13 04:38:30.254414 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32631c12-6326-4e98-a686-7f2d7d21a6a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ae4adb-4878-4f84-be81-e84a4cc61ace,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:33.271878 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 45146) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:33.562340 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [None req-780e1ab8-b3d3-46c0-9ab5-c7dd199ca93a tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Deleting port e6bd30e6-1830-413f-bed7-6bedd1dd3237 {{(pid=93893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:38:33.562687 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-780e1ab8-b3d3-46c0-9ab5-c7dd199ca93a tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:33.635280 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-780e1ab8-b3d3-46c0-9ab5-c7dd199ca93a tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:33.635645 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-780e1ab8-b3d3-46c0-9ab5-c7dd199ca93a tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:33.647549 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [None req-780e1ab8-b3d3-46c0-9ab5-c7dd199ca93a tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Calling delete_port for e6bd30e6-1830-413f-bed7-6bedd1dd3237 owned by network:floatingip {{(pid=93893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:38:33.793016 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-780e1ab8-b3d3-46c0-9ab5-c7dd199ca93a tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:33.821391 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e1ab8-b3d3-46c0-9ab5-c7dd199ca93a tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Pushing event deleted for resources: {'Port': ['ID=e6bd30e6-1830-413f-bed7-6bedd1dd3237,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:34.156763 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-780e1ab8-b3d3-46c0-9ab5-c7dd199ca93a tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks [] for floatingip, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:34.157112 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.db.l3_db [None req-780e1ab8-b3d3-46c0-9ab5-c7dd199ca93a tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Floating IP 820e57d9-459a-4a46-976e-c71b2a18dc81 disassociated (deleted). External IP: 172.27.0.232, port: 1166ab58-4fa6-49a1-b301-c03b411d9dc0. Aug 13 04:38:34.376520 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780e1ab8-b3d3-46c0-9ab5-c7dd199ca93a tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Router 4d782185-3e5e-4702-8a74-1ceec38dc3ea has already been hosted by L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb {{(pid=93893) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:38:34.484635 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780e1ab8-b3d3-46c0-9ab5-c7dd199ca93a tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:38:34.489474 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-780e1ab8-b3d3-46c0-9ab5-c7dd199ca93a tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for floatingip, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:34.494952 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d1fd1c-3e63-4ef6-b872-fd9fee3b026b None None] Sync routers for ids ['4d782185-3e5e-4702-8a74-1ceec38dc3ea'] in dv-cinder-759961-6-iscsi {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:38:34.506583 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d1fd1c-3e63-4ef6-b872-fd9fee3b026b None None] Routers {'4d782185-3e5e-4702-8a74-1ceec38dc3ea'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:38:34.507204 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-60d1fd1c-3e63-4ef6-b872-fd9fee3b026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:38:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['4d782185-3e5e-4702-8a74-1ceec38dc3ea'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:38:34.516887 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-780e1ab8-b3d3-46c0-9ab5-c7dd199ca93a tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "DELETE /v2.0/floatingips/820e57d9-459a-4a46-976e-c71b2a18dc81 HTTP/1.1" status: 204 len: 168 time: 1.2438254 Aug 13 04:38:34.517552 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ba719a9-61df-4d8d-99c1-907f97a80e8e', 'tag': '1166ab58-4fa6-49a1-b301-c03b411d9dc0'}] {{(pid=93893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:38:34.519905 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aea723d68c964973b0702c1800637223d1e6775f666202f903cb1e18101cb68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2131f06d-e78f-449b-b8fd-ff9e5444ff08" -d '{"events": [{"name": "network-changed", "server_uuid": "5ba719a9-61df-4d8d-99c1-907f97a80e8e", "tag": "1166ab58-4fa6-49a1-b301-c03b411d9dc0"}]}' {{(pid=93893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:38:34.557627 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe04f5a-35f0-45d9-8430-0ae2d71ea9d4 x-openstack-request-id: req-abe04f5a-35f0-45d9-8430-0ae2d71ea9d4 {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:38:34.558134 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ba719a9-61df-4d8d-99c1-907f97a80e8e", "tag": "1166ab58-4fa6-49a1-b301-c03b411d9dc0", "status": "completed", "code": 200}]} {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:38:34.558565 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-abe04f5a-35f0-45d9-8430-0ae2d71ea9d4 {{(pid=93893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:38:34.558998 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ba719a9-61df-4d8d-99c1-907f97a80e8e', 'tag': '1166ab58-4fa6-49a1-b301-c03b411d9dc0', 'status': 'completed', 'code': 200} Aug 13 04:38:34.636562 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131f06d-e78f-449b-b8fd-ff9e5444ff08 req-ad6ce307-aae3-4120-8a4a-8c44ed597284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:34.646795 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-2131f06d-e78f-449b-b8fd-ff9e5444ff08 req-ad6ce307-aae3-4120-8a4a-8c44ed597284 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=88885460859447cea3664074daf50abb&device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 1098 time: 0.0597734 Aug 13 04:38:34.742397 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131f06d-e78f-449b-b8fd-ff9e5444ff08 req-f41b555c-67c7-4157-bf51-8dc9d325a034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:34.744201 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-2131f06d-e78f-449b-b8fd-ff9e5444ff08 req-f41b555c-67c7-4157-bf51-8dc9d325a034 service neutron] 10.222.0.64 "GET /v2.0/networks?id=48b70047-4f37-4bcb-9978-33a75e7a4b30 HTTP/1.1" status: 200 len: 909 time: 0.0914755 Aug 13 04:38:34.751518 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-60d1fd1c-3e63-4ef6-b872-fd9fee3b026b None None] Set router 4d782185-3e5e-4702-8a74-1ceec38dc3ea gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:38:34.760307 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797fbe2-7f44-49f1-a5e7-32fefb5f9045 req-8fb5d964-0bf1-45c4-8293-7b3ee1967087 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:34.761854 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e797fbe2-7f44-49f1-a5e7-32fefb5f9045 req-8fb5d964-0bf1-45c4-8293-7b3ee1967087 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 945 time: 0.0523689 Aug 13 04:38:34.793920 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-2131f06d-e78f-449b-b8fd-ff9e5444ff08 req-ac0241f2-63b9-49ac-b3d5-042ae7d190b6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1166ab58-4fa6-49a1-b301-c03b411d9dc0 HTTP/1.1" status: 200 len: 217 time: 0.0413301 Aug 13 04:38:34.806613 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-e797fbe2-7f44-49f1-a5e7-32fefb5f9045 req-6c21a4bd-32d0-40c2-9fc3-bf21ed79202d tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324929 Aug 13 04:38:34.844545 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131f06d-e78f-449b-b8fd-ff9e5444ff08 req-efb071f9-90a1-446b-b475-da9426c5a3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:34.846084 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-2131f06d-e78f-449b-b8fd-ff9e5444ff08 req-efb071f9-90a1-446b-b475-da9426c5a3ac service neutron] 10.222.0.64 "GET /v2.0/subnets?id=47785185-d5f8-433d-afab-e7fc9175212b HTTP/1.1" status: 200 len: 847 time: 0.0453296 Aug 13 04:38:34.892461 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2131f06d-e78f-449b-b8fd-ff9e5444ff08 req-718c9ad2-8483-4c56-8d77-214c0d92b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:34.893877 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-2131f06d-e78f-449b-b8fd-ff9e5444ff08 req-718c9ad2-8483-4c56-8d77-214c0d92b86b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=48b70047-4f37-4bcb-9978-33a75e7a4b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402033 Aug 13 04:38:34.952832 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-60d1fd1c-3e63-4ef6-b872-fd9fee3b026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'name': 'tempest-TestShelveInstance-828503770-router', 'tenant_id': '88885460859447cea3664074daf50abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'fb4ef8c5-3788-437b-a8aa-4bb9131418ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:02Z', 'updated_at': '2021-08-13T04:32:08Z', 'revision_number': 4, 'project_id': '88885460859447cea3664074daf50abb', 'gw_port': {'id': 'fb4ef8c5-3788-437b-a8aa-4bb9131418ce', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:db:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:02Z', 'updated_at': '2021-08-13T04:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': '2b624ab2-c0d2-415a-8691-7c521ae321a2', 'name': '', 'network_id': '48b70047-4f37-4bcb-9978-33a75e7a4b30', 'tenant_id': '88885460859447cea3664074daf50abb', 'mac_address': 'fa:16:3e:36:c2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '47785185-d5f8-433d-afab-e7fc9175212b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:06Z', 'updated_at': '2021-08-13T04:32:14Z', 'revision_number': 5, 'project_id': '88885460859447cea3664074daf50abb', 'subnets': [{'id': '47785185-d5f8-433d-afab-e7fc9175212b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:38:34.982283 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d1fd1c-3e63-4ef6-b872-fd9fee3b026b None None] Checking router: 4d782185-3e5e-4702-8a74-1ceec38dc3ea for host: dv-cinder-759961-6-iscsi {{(pid=93895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:38:34.986686 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-2131f06d-e78f-449b-b8fd-ff9e5444ff08 req-b4ee6089-5914-4526-9a99-3a6a2a8ec08c service neutron] 10.222.0.64 "GET /v2.0/networks/48b70047-4f37-4bcb-9978-33a75e7a4b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843580 Aug 13 04:38:34.990988 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d1fd1c-3e63-4ef6-b872-fd9fee3b026b None None] Routers {'4d782185-3e5e-4702-8a74-1ceec38dc3ea'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:38:34.991595 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-60d1fd1c-3e63-4ef6-b872-fd9fee3b026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:38:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['4d782185-3e5e-4702-8a74-1ceec38dc3ea'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:38:35.076621 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-2131f06d-e78f-449b-b8fd-ff9e5444ff08 req-e651fe1e-35aa-47c9-a44f-4a4cf2ed1d20 service neutron] 10.222.0.64 "GET /v2.0/networks/48b70047-4f37-4bcb-9978-33a75e7a4b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819502 Aug 13 04:38:35.097285 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-60d1fd1c-3e63-4ef6-b872-fd9fee3b026b None None] Set router 4d782185-3e5e-4702-8a74-1ceec38dc3ea gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:38:35.289245 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-60d1fd1c-3e63-4ef6-b872-fd9fee3b026b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'name': 'tempest-TestShelveInstance-828503770-router', 'tenant_id': '88885460859447cea3664074daf50abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'fb4ef8c5-3788-437b-a8aa-4bb9131418ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:02Z', 'updated_at': '2021-08-13T04:32:08Z', 'revision_number': 4, 'project_id': '88885460859447cea3664074daf50abb', 'gw_port': {'id': 'fb4ef8c5-3788-437b-a8aa-4bb9131418ce', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:db:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:02Z', 'updated_at': '2021-08-13T04:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': '2b624ab2-c0d2-415a-8691-7c521ae321a2', 'name': '', 'network_id': '48b70047-4f37-4bcb-9978-33a75e7a4b30', 'tenant_id': '88885460859447cea3664074daf50abb', 'mac_address': 'fa:16:3e:36:c2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '47785185-d5f8-433d-afab-e7fc9175212b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:06Z', 'updated_at': '2021-08-13T04:32:14Z', 'revision_number': 5, 'project_id': '88885460859447cea3664074daf50abb', 'subnets': [{'id': '47785185-d5f8-433d-afab-e7fc9175212b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:38:35.315070 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d1fd1c-3e63-4ef6-b872-fd9fee3b026b None None] The sync data for ids ['4d782185-3e5e-4702-8a74-1ceec38dc3ea'] in dv-cinder-759961-6-iscsi is: [{'id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'name': 'tempest-TestShelveInstance-828503770-router', 'tenant_id': '88885460859447cea3664074daf50abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'fb4ef8c5-3788-437b-a8aa-4bb9131418ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:02Z', 'updated_at': '2021-08-13T04:32:08Z', 'revision_number': 4, 'project_id': '88885460859447cea3664074daf50abb', 'gw_port': {'id': 'fb4ef8c5-3788-437b-a8aa-4bb9131418ce', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:db:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:02Z', 'updated_at': '2021-08-13T04:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': '2b624ab2-c0d2-415a-8691-7c521ae321a2', 'name': '', 'network_id': '48b70047-4f37-4bcb-9978-33a75e7a4b30', 'tenant_id': '88885460859447cea3664074daf50abb', 'mac_address': 'fa:16:3e:36:c2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '47785185-d5f8-433d-afab-e7fc9175212b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:06Z', 'updated_at': '2021-08-13T04:32:14Z', 'revision_number': 5, 'project_id': '88885460859447cea3664074daf50abb', 'subnets': [{'id': '47785185-d5f8-433d-afab-e7fc9175212b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:38:35.525141 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7400bc4-532c-4342-9865-d23113f73bdd None None] New status for floating IP 820e57d9-459a-4a46-976e-c71b2a18dc81: DOWN {{(pid=93896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:38:35.928608 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29333c-fc31-446c-8996-5f78298140a9 req-448d7c5a-f939-4ac0-a241-c2228ceee574 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:35.930109 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9b29333c-fc31-446c-8996-5f78298140a9 req-448d7c5a-f939-4ac0-a241-c2228ceee574 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 945 time: 0.0530760 Aug 13 04:38:35.969183 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-9b29333c-fc31-446c-8996-5f78298140a9 req-a5375600-c2de-4967-ac9a-a01c7dc947c5 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/security-groups?id=01729468-5a21-4276-9b14-32108ef27797&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324733 Aug 13 04:38:36.229819 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71f773e-fdd2-4a21-b858-1d25c3bc822b req-6b3f155e-eda8-49a2-913d-e72e44357e47 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:36.231178 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b71f773e-fdd2-4a21-b858-1d25c3bc822b req-6b3f155e-eda8-49a2-913d-e72e44357e47 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 945 time: 0.0479088 Aug 13 04:38:36.327327 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [req-b71f773e-fdd2-4a21-b858-1d25c3bc822b req-e15baa8a-91ea-4903-8fde-a510524664e6 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Deleting port 1166ab58-4fa6-49a1-b301-c03b411d9dc0 {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:38:36.327669 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-b71f773e-fdd2-4a21-b858-1d25c3bc822b req-e15baa8a-91ea-4903-8fde-a510524664e6 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:36.413879 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-b71f773e-fdd2-4a21-b858-1d25c3bc822b req-e15baa8a-91ea-4903-8fde-a510524664e6 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] For port 1166ab58-4fa6-49a1-b301-c03b411d9dc0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=1166ab58-4fa6-49a1-b301-c03b411d9dc0,segment=NetworkSegment(39e38de4-be0d-4450-b900-31261b17f00f),segment_id=39e38de4-be0d-4450-b900-31261b17f00f)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:38:36.414222 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-b71f773e-fdd2-4a21-b858-1d25c3bc822b req-e15baa8a-91ea-4903-8fde-a510524664e6 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:36.426410 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [req-b71f773e-fdd2-4a21-b858-1d25c3bc822b req-e15baa8a-91ea-4903-8fde-a510524664e6 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Calling delete_port for 1166ab58-4fa6-49a1-b301-c03b411d9dc0 owned by compute:nova {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:38:36.555356 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-b71f773e-fdd2-4a21-b858-1d25c3bc822b req-e15baa8a-91ea-4903-8fde-a510524664e6 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:36.581233 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15baa8a-91ea-4903-8fde-a510524664e6 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Pushing event deleted for resources: {'Port': ['ID=1166ab58-4fa6-49a1-b301-c03b411d9dc0,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:36.627802 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71f773e-fdd2-4a21-b858-1d25c3bc822b req-e15baa8a-91ea-4903-8fde-a510524664e6 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] No DVR routers for this DVR port 1166ab58-4fa6-49a1-b301-c03b411d9dc0 on host hv-cinder-75996 {{(pid=93894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:38:36.630258 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-b71f773e-fdd2-4a21-b858-1d25c3bc822b req-e15baa8a-91ea-4903-8fde-a510524664e6 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:36.632376 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-b71f773e-fdd2-4a21-b858-1d25c3bc822b req-e15baa8a-91ea-4903-8fde-a510524664e6 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.64 "DELETE /v2.0/ports/1166ab58-4fa6-49a1-b301-c03b411d9dc0 HTTP/1.1" status: 204 len: 173 time: 0.3948343 Aug 13 04:38:36.632807 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ba719a9-61df-4d8d-99c1-907f97a80e8e', 'name': 'network-vif-deleted', 'tag': '1166ab58-4fa6-49a1-b301-c03b411d9dc0'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:38:36.635035 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70cdd4b14b3222e3d0e13c26c8e97d260020fc564b3ab37a06bbaa54b203d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b894e9-b96e-4a8f-8934-c9c80196c307" -d '{"events": [{"server_uuid": "5ba719a9-61df-4d8d-99c1-907f97a80e8e", "name": "network-vif-deleted", "tag": "1166ab58-4fa6-49a1-b301-c03b411d9dc0"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:38:36.671163 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771631b8-a3a9-42ef-8fff-acf618f069b5 x-openstack-request-id: req-771631b8-a3a9-42ef-8fff-acf618f069b5 {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:38:36.671459 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ba719a9-61df-4d8d-99c1-907f97a80e8e", "name": "network-vif-deleted", "tag": "1166ab58-4fa6-49a1-b301-c03b411d9dc0", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:38:36.671718 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-771631b8-a3a9-42ef-8fff-acf618f069b5 {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:38:36.672113 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ba719a9-61df-4d8d-99c1-907f97a80e8e', 'name': 'network-vif-deleted', 'tag': '1166ab58-4fa6-49a1-b301-c03b411d9dc0', 'status': 'completed', 'code': 200} Aug 13 04:38:37.080842 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-675ab2fe-f9f1-41c6-872e-b49bc5522608 req-70175e41-e1ae-42f7-bbb2-87108c8ef3a6 tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "GET /v2.0/ports?device_id=5ba719a9-61df-4d8d-99c1-907f97a80e8e HTTP/1.1" status: 200 len: 210 time: 0.0264077 Aug 13 04:38:38.076417 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7f8b7c35-84cf-46a6-b5f1-4eca0db5d299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:38.140497 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 45218) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:38.200694 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-497762af-b7c5-4dc2-aaad-d740485baaba tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:38.228864 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-497762af-b7c5-4dc2-aaad-d740485baaba tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:38.291431 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-497762af-b7c5-4dc2-aaad-d740485baaba tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:38.295169 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-497762af-b7c5-4dc2-aaad-d740485baaba tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:38.299315 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-497762af-b7c5-4dc2-aaad-d740485baaba tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] 10.222.0.13 "DELETE /v2.0/security-groups/01729468-5a21-4276-9b14-32108ef27797 HTTP/1.1" status: 204 len: 168 time: 0.1550252 Aug 13 04:38:38.306874 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497762af-b7c5-4dc2-aaad-d740485baaba tempest-TestShelveInstance-267951449 tempest-TestShelveInstance-267951449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01729468-5a21-4276-9b14-32108ef27797,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:38.348530 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 45232) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:38.784659 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 1166ab58-4fa6-49a1-b301-c03b411d9dc0 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:38:38.802070 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ccb69814-5d36-40c7-9e59-7041bda007f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683477'] for router_interface, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:38.807727 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] No Port match for: 1166ab58-4fa6-49a1-b301-c03b411d9dc0 {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:38:38.808063 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 1166ab58-4fa6-49a1-b301-c03b411d9dc0 not bound to the agent host hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:38:39.307916 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-ccb69814-5d36-40c7-9e59-7041bda007f1 admin admin] Deleting port 2b624ab2-c0d2-415a-8691-7c521ae321a2 {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:38:39.308258 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ccb69814-5d36-40c7-9e59-7041bda007f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:39.386351 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [None req-ccb69814-5d36-40c7-9e59-7041bda007f1 admin admin] For port 2b624ab2-c0d2-415a-8691-7c521ae321a2, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=2b624ab2-c0d2-415a-8691-7c521ae321a2,segment=NetworkSegment(39e38de4-be0d-4450-b900-31261b17f00f),segment_id=39e38de4-be0d-4450-b900-31261b17f00f)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:38:39.387026 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ccb69814-5d36-40c7-9e59-7041bda007f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:39.398879 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-ccb69814-5d36-40c7-9e59-7041bda007f1 admin admin] Calling delete_port for 2b624ab2-c0d2-415a-8691-7c521ae321a2 owned by network:router_interface {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:38:39.578614 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ccb69814-5d36-40c7-9e59-7041bda007f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:39.602536 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb69814-5d36-40c7-9e59-7041bda007f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b624ab2-c0d2-415a-8691-7c521ae321a2,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:39.791852 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ccb69814-5d36-40c7-9e59-7041bda007f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790373'] for router_interface, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:40.008874 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb69814-5d36-40c7-9e59-7041bda007f1 admin admin] Router 4d782185-3e5e-4702-8a74-1ceec38dc3ea has already been hosted by L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:38:40.113045 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb69814-5d36-40c7-9e59-7041bda007f1 admin admin] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:38:40.118446 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-ccb69814-5d36-40c7-9e59-7041bda007f1 admin admin] 10.222.0.13 "PUT /v2.0/routers/4d782185-3e5e-4702-8a74-1ceec38dc3ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7697649 Aug 13 04:38:40.120938 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 45250) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:40.123390 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007c2c06-ceeb-4ae7-ad2a-8ba6782587bd None None] Sync routers for ids ['4d782185-3e5e-4702-8a74-1ceec38dc3ea'] in dv-cinder-759961-6-iscsi {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:38:40.133566 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007c2c06-ceeb-4ae7-ad2a-8ba6782587bd None None] Routers {'4d782185-3e5e-4702-8a74-1ceec38dc3ea'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:38:40.134178 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-007c2c06-ceeb-4ae7-ad2a-8ba6782587bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:38:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['4d782185-3e5e-4702-8a74-1ceec38dc3ea'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:38:40.223806 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ca1f6d2d-d7b0-4536-924d-94b02e9f22cf admin admin] Notify callbacks [] for router, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:40.240940 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-007c2c06-ceeb-4ae7-ad2a-8ba6782587bd None None] Set router 4d782185-3e5e-4702-8a74-1ceec38dc3ea gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:38:40.328568 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ca1f6d2d-d7b0-4536-924d-94b02e9f22cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:40.381655 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-ca1f6d2d-d7b0-4536-924d-94b02e9f22cf admin admin] Deleting port fb4ef8c5-3788-437b-a8aa-4bb9131418ce {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:38:40.381911 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ca1f6d2d-d7b0-4536-924d-94b02e9f22cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:40.415878 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-007c2c06-ceeb-4ae7-ad2a-8ba6782587bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'name': 'tempest-TestShelveInstance-828503770-router', 'tenant_id': '88885460859447cea3664074daf50abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'fb4ef8c5-3788-437b-a8aa-4bb9131418ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:02Z', 'updated_at': '2021-08-13T04:38:39Z', 'revision_number': 5, 'project_id': '88885460859447cea3664074daf50abb', 'gw_port': {'id': 'fb4ef8c5-3788-437b-a8aa-4bb9131418ce', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:db:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:02Z', 'updated_at': '2021-08-13T04:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi'}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:38:40.442031 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007c2c06-ceeb-4ae7-ad2a-8ba6782587bd None None] Checking router: 4d782185-3e5e-4702-8a74-1ceec38dc3ea for host: dv-cinder-759961-6-iscsi {{(pid=93895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:38:40.450798 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007c2c06-ceeb-4ae7-ad2a-8ba6782587bd None None] Routers {'4d782185-3e5e-4702-8a74-1ceec38dc3ea'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:38:40.451449 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-007c2c06-ceeb-4ae7-ad2a-8ba6782587bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:38:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['4d782185-3e5e-4702-8a74-1ceec38dc3ea'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:38:40.463839 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [None req-ca1f6d2d-d7b0-4536-924d-94b02e9f22cf admin admin] For port fb4ef8c5-3788-437b-a8aa-4bb9131418ce, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=fb4ef8c5-3788-437b-a8aa-4bb9131418ce,segment=NetworkSegment(edab9050-aae2-4c9b-baa0-6e612e984a64),segment_id=edab9050-aae2-4c9b-baa0-6e612e984a64)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:38:40.464416 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ca1f6d2d-d7b0-4536-924d-94b02e9f22cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:40.477234 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-ca1f6d2d-d7b0-4536-924d-94b02e9f22cf admin admin] Calling delete_port for fb4ef8c5-3788-437b-a8aa-4bb9131418ce owned by network:router_gateway {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:38:40.539237 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-007c2c06-ceeb-4ae7-ad2a-8ba6782587bd None None] Set router 4d782185-3e5e-4702-8a74-1ceec38dc3ea gateway port host: None {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:38:40.594148 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-007c2c06-ceeb-4ae7-ad2a-8ba6782587bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'name': 'tempest-TestShelveInstance-828503770-router', 'tenant_id': '88885460859447cea3664074daf50abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:02Z', 'updated_at': '2021-08-13T04:38:40Z', 'revision_number': 6, 'project_id': '88885460859447cea3664074daf50abb', 'gw_port_host': None}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:38:40.620922 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007c2c06-ceeb-4ae7-ad2a-8ba6782587bd None None] The sync data for ids ['4d782185-3e5e-4702-8a74-1ceec38dc3ea'] in dv-cinder-759961-6-iscsi is: [{'id': '4d782185-3e5e-4702-8a74-1ceec38dc3ea', 'name': 'tempest-TestShelveInstance-828503770-router', 'tenant_id': '88885460859447cea3664074daf50abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:02Z', 'updated_at': '2021-08-13T04:38:40Z', 'revision_number': 6, 'project_id': '88885460859447cea3664074daf50abb', 'gw_port_host': None}] {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:38:40.644130 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ca1f6d2d-d7b0-4536-924d-94b02e9f22cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:40.668354 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1f6d2d-d7b0-4536-924d-94b02e9f22cf admin admin] Pushing event deleted for resources: {'Port': ['ID=fb4ef8c5-3788-437b-a8aa-4bb9131418ce,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:40.729550 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ca1f6d2d-d7b0-4536-924d-94b02e9f22cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3789023'] for router_gateway, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:40.817210 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ca1f6d2d-d7b0-4536-924d-94b02e9f22cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-505241'] for router, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:40.819439 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ca1f6d2d-d7b0-4536-924d-94b02e9f22cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:40.866349 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ca1f6d2d-d7b0-4536-924d-94b02e9f22cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3787068'] for router, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:40.866937 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1f6d2d-d7b0-4536-924d-94b02e9f22cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d782185-3e5e-4702-8a74-1ceec38dc3ea {{(pid=93894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 04:38:40.874529 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-ca1f6d2d-d7b0-4536-924d-94b02e9f22cf admin admin] Notify callbacks [] for router, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:40.876110 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-ca1f6d2d-d7b0-4536-924d-94b02e9f22cf admin admin] 10.222.0.13 "DELETE /v2.0/routers/4d782185-3e5e-4702-8a74-1ceec38dc3ea HTTP/1.1" status: 204 len: 168 time: 0.7538292 Aug 13 04:38:40.878204 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 45258) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:40.922519 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b4b2d7-7e05-4719-966a-7051027369df admin admin] Deleting subnet 47785185-d5f8-433d-afab-e7fc9175212b {{(pid=93894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:38:40.925668 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-32b4b2d7-7e05-4719-966a-7051027369df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:40.939824 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ad1d52bd-782f-430f-a303-1932334ef896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:40.965229 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-32b4b2d7-7e05-4719-966a-7051027369df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571626'] for subnet, precommit_delete_associations {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:41.071613 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-32b4b2d7-7e05-4719-966a-7051027369df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033975'] for subnet, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:41.128310 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-32b4b2d7-7e05-4719-966a-7051027369df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8757428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583102'] for subnet, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:41.155555 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4b2d7-7e05-4719-966a-7051027369df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47785185-d5f8-433d-afab-e7fc9175212b,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:41.159653 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-32b4b2d7-7e05-4719-966a-7051027369df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:41.161603 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-32b4b2d7-7e05-4719-966a-7051027369df admin admin] 10.222.0.13 "DELETE /v2.0/subnets/47785185-d5f8-433d-afab-e7fc9175212b HTTP/1.1" status: 204 len: 168 time: 0.2824042 Aug 13 04:38:41.164075 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 45266) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:41.166941 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bab7fc-d814-4507-b7c6-56d5c0b90f1a None None] Network 48b70047-4f37-4bcb-9978-33a75e7a4b30 requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:38:41.237466 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-638ff47f-66da-4110-b989-41f1b8aee5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530472'] for network, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:41.297580 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-638ff47f-66da-4110-b989-41f1b8aee5a5 admin admin] Deleting port c4660317-4d21-4f28-9e0d-c7e65d29d19d {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:38:41.297927 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-638ff47f-66da-4110-b989-41f1b8aee5a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:41.360008 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:41.361573 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [None req-638ff47f-66da-4110-b989-41f1b8aee5a5 admin admin] For port c4660317-4d21-4f28-9e0d-c7e65d29d19d, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=c4660317-4d21-4f28-9e0d-c7e65d29d19d,segment=NetworkSegment(39e38de4-be0d-4450-b900-31261b17f00f),segment_id=39e38de4-be0d-4450-b900-31261b17f00f)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:38:41.361573 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-638ff47f-66da-4110-b989-41f1b8aee5a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:41.375540 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-638ff47f-66da-4110-b989-41f1b8aee5a5 admin admin] Calling delete_port for c4660317-4d21-4f28-9e0d-c7e65d29d19d owned by network:dhcp {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:38:41.391895 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82239fe-afbf-4647-b7d6-5a3fafacf7ea None None] DHCP port deletion for 48b70047-4f37-4bcb-9978-33a75e7a4b30 request from dv-cinder-759961-6-iscsi {{(pid=93895) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 04:38:41.445453 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-c82239fe-afbf-4647-b7d6-5a3fafacf7ea None None] Deleting port c4660317-4d21-4f28-9e0d-c7e65d29d19d {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:38:41.445981 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c82239fe-afbf-4647-b7d6-5a3fafacf7ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:41.468759 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-638ff47f-66da-4110-b989-41f1b8aee5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:41.495650 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ff47f-66da-4110-b989-41f1b8aee5a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4660317-4d21-4f28-9e0d-c7e65d29d19d,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:41.499468 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638ff47f-66da-4110-b989-41f1b8aee5a5 admin admin] No DVR routers for this DVR port c4660317-4d21-4f28-9e0d-c7e65d29d19d on host dv-cinder-759961-6-iscsi {{(pid=93894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:38:41.522280 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-c82239fe-afbf-4647-b7d6-5a3fafacf7ea None None] For port c4660317-4d21-4f28-9e0d-c7e65d29d19d, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=c4660317-4d21-4f28-9e0d-c7e65d29d19d,segment=NetworkSegment(39e38de4-be0d-4450-b900-31261b17f00f),segment_id=39e38de4-be0d-4450-b900-31261b17f00f)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:38:41.523891 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c82239fe-afbf-4647-b7d6-5a3fafacf7ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:41.538988 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-c82239fe-afbf-4647-b7d6-5a3fafacf7ea None None] Calling delete_port for c4660317-4d21-4f28-9e0d-c7e65d29d19d owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:38:41.579162 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-638ff47f-66da-4110-b989-41f1b8aee5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038704', 'neutron.services.segments.db._delete_segments_for_network-8740403467888'] for network, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:41.591229 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-638ff47f-66da-4110-b989-41f1b8aee5a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b70047-4f37-4bcb-9978-33a75e7a4b30']}} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:38:41.605830 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-638ff47f-66da-4110-b989-41f1b8aee5a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39e38de4-be0d-4450-b900-31261b17f00f') {'for_net_delete': True} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:38:41.606125 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-638ff47f-66da-4110-b989-41f1b8aee5a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39e38de4-be0d-4450-b900-31261b17f00f') {} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:38:41.616472 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-638ff47f-66da-4110-b989-41f1b8aee5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403392121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571645'] for segment, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:41.620071 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c82239fe-afbf-4647-b7d6-5a3fafacf7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:41.637982 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-638ff47f-66da-4110-b989-41f1b8aee5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910'] for segment, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:41.638933 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82239fe-afbf-4647-b7d6-5a3fafacf7ea None None] No DVR routers for this DVR port c4660317-4d21-4f28-9e0d-c7e65d29d19d on host dv-cinder-759961-6-iscsi {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:38:41.650218 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-638ff47f-66da-4110-b989-41f1b8aee5a5 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=93894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:38:41.650624 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-638ff47f-66da-4110-b989-41f1b8aee5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8757354'] for segment, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:41.653746 dv-cinder-759961-6-iscsi neutron-server[93894]: Traceback (most recent call last): Aug 13 04:38:41.653746 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:38:41.653746 dv-cinder-759961-6-iscsi neutron-server[93894]: timer() Aug 13 04:38:41.653746 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:38:41.653746 dv-cinder-759961-6-iscsi neutron-server[93894]: cb(*args, **kw) Aug 13 04:38:41.653746 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:38:41.653746 dv-cinder-759961-6-iscsi neutron-server[93894]: return func(*args, **kwargs) Aug 13 04:38:41.653746 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:38:41.653746 dv-cinder-759961-6-iscsi neutron-server[93894]: self._notify() Aug 13 04:38:41.653746 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:38:41.653746 dv-cinder-759961-6-iscsi neutron-server[93894]: self.callback(batched_events) Aug 13 04:38:41.653746 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:38:41.653746 dv-cinder-759961-6-iscsi neutron-server[93894]: event.method(event) Aug 13 04:38:41.653746 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:38:41.653746 dv-cinder-759961-6-iscsi neutron-server[93894]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:38:41.653746 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:38:41.653746 dv-cinder-759961-6-iscsi neutron-server[93894]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:38:41.653746 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:38:41.653746 dv-cinder-759961-6-iscsi neutron-server[93894]: return f(self, *a, **k) Aug 13 04:38:41.653746 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:38:41.653746 dv-cinder-759961-6-iscsi neutron-server[93894]: return self._get(url).json() Aug 13 04:38:41.653746 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:38:41.653746 dv-cinder-759961-6-iscsi neutron-server[93894]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:38:41.653746 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:38:41.653746 dv-cinder-759961-6-iscsi neutron-server[93894]: return self.request(url, 'GET', **kwargs) Aug 13 04:38:41.653746 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:38:41.653746 dv-cinder-759961-6-iscsi neutron-server[93894]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:38:41.653746 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:38:41.653746 dv-cinder-759961-6-iscsi neutron-server[93894]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:38:41.653746 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:38:41.653746 dv-cinder-759961-6-iscsi neutron-server[93894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:38:41.653746 dv-cinder-759961-6-iscsi neutron-server[93894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:38:41.658515 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82239fe-afbf-4647-b7d6-5a3fafacf7ea None None] Pushing event deleted for resources: {'Port': ['ID=c4660317-4d21-4f28-9e0d-c7e65d29d19d,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:41.718468 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-638ff47f-66da-4110-b989-41f1b8aee5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3788963'] for network, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:41.723985 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-638ff47f-66da-4110-b989-41f1b8aee5a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:41.726038 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-638ff47f-66da-4110-b989-41f1b8aee5a5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/48b70047-4f37-4bcb-9978-33a75e7a4b30 HTTP/1.1" status: 204 len: 168 time: 0.5609047 Aug 13 04:38:41.729161 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 45274) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:41.738314 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ff47f-66da-4110-b989-41f1b8aee5a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=48b70047-4f37-4bcb-9978-33a75e7a4b30,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:41.977123 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device fb4ef8c5-3788-437b-a8aa-4bb9131418ce no longer exists at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:38:41.996500 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] No Port match for: fb4ef8c5-3788-437b-a8aa-4bb9131418ce {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:38:41.996935 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device fb4ef8c5-3788-437b-a8aa-4bb9131418ce not bound to the agent host dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:38:41.997349 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device c4660317-4d21-4f28-9e0d-c7e65d29d19d no longer exists at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:38:42.018735 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] No Port match for: c4660317-4d21-4f28-9e0d-c7e65d29d19d {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:38:42.019098 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device c4660317-4d21-4f28-9e0d-c7e65d29d19d not bound to the agent host dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:38:42.019491 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 2b624ab2-c0d2-415a-8691-7c521ae321a2 no longer exists at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:38:42.038355 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] No Port match for: 2b624ab2-c0d2-415a-8691-7c521ae321a2 {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:38:42.038699 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 2b624ab2-c0d2-415a-8691-7c521ae321a2 not bound to the agent host dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:38:42.062474 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:42.082308 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-393d5348-3dce-47e8-8149-77ccef121790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683477'] for router_interface, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:42.307127 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:42.332357 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [None req-393d5348-3dce-47e8-8149-77ccef121790 admin admin] Deleting port 6a163653-5f0f-4ec5-8024-01af76f11f46 {{(pid=93893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:38:42.332706 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-393d5348-3dce-47e8-8149-77ccef121790 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:42.412538 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [None req-393d5348-3dce-47e8-8149-77ccef121790 admin admin] For port 6a163653-5f0f-4ec5-8024-01af76f11f46, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=6a163653-5f0f-4ec5-8024-01af76f11f46,segment=NetworkSegment(b4214740-de29-4abe-ad39-4225a9160c91),segment_id=b4214740-de29-4abe-ad39-4225a9160c91)] {{(pid=93893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:38:42.412897 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-393d5348-3dce-47e8-8149-77ccef121790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:42.424928 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [None req-393d5348-3dce-47e8-8149-77ccef121790 admin admin] Calling delete_port for 6a163653-5f0f-4ec5-8024-01af76f11f46 owned by network:router_interface {{(pid=93893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:38:42.599947 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-393d5348-3dce-47e8-8149-77ccef121790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:42.625883 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d5348-3dce-47e8-8149-77ccef121790 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a163653-5f0f-4ec5-8024-01af76f11f46,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:42.791275 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-393d5348-3dce-47e8-8149-77ccef121790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790373'] for router_interface, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:43.001079 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393d5348-3dce-47e8-8149-77ccef121790 admin admin] Router 31fc3f82-577c-4e6f-9992-7c99cf921c6d has already been hosted by L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb {{(pid=93893) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:38:43.103979 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393d5348-3dce-47e8-8149-77ccef121790 admin admin] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:38:43.108996 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-393d5348-3dce-47e8-8149-77ccef121790 admin admin] 10.222.0.13 "PUT /v2.0/routers/31fc3f82-577c-4e6f-9992-7c99cf921c6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3780794 Aug 13 04:38:43.111452 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 45288) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:43.113915 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22270064-84ad-46e2-a403-56607e2f0b77 None None] Sync routers for ids ['31fc3f82-577c-4e6f-9992-7c99cf921c6d'] in dv-cinder-759961-6-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:38:43.122935 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22270064-84ad-46e2-a403-56607e2f0b77 None None] Routers {'31fc3f82-577c-4e6f-9992-7c99cf921c6d'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:38:43.123543 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-22270064-84ad-46e2-a403-56607e2f0b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:38:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['31fc3f82-577c-4e6f-9992-7c99cf921c6d'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:38:43.212393 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a1821494-b5ce-4d00-90f6-2e03fce407e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:43.226453 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-22270064-84ad-46e2-a403-56607e2f0b77 None None] Set router 31fc3f82-577c-4e6f-9992-7c99cf921c6d gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:38:43.310376 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a1821494-b5ce-4d00-90f6-2e03fce407e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:43.364184 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [None req-a1821494-b5ce-4d00-90f6-2e03fce407e6 admin admin] Deleting port ed9129b1-37ab-4e51-9190-944fd4a2cbca {{(pid=93893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:38:43.364531 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a1821494-b5ce-4d00-90f6-2e03fce407e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:43.398648 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-22270064-84ad-46e2-a403-56607e2f0b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fc3f82-577c-4e6f-9992-7c99cf921c6d', 'name': 'tempest-TestShelveInstance-921179327-router', 'tenant_id': '32774195f50a4f9c8f6b8d49f98cbfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': 'ed9129b1-37ab-4e51-9190-944fd4a2cbca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:11Z', 'updated_at': '2021-08-13T04:38:42Z', 'revision_number': 5, 'project_id': '32774195f50a4f9c8f6b8d49f98cbfd5', 'gw_port': {'id': 'ed9129b1-37ab-4e51-9190-944fd4a2cbca', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fc3f82-577c-4e6f-9992-7c99cf921c6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:12Z', 'updated_at': '2021-08-13T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi'}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:38:43.424839 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22270064-84ad-46e2-a403-56607e2f0b77 None None] Checking router: 31fc3f82-577c-4e6f-9992-7c99cf921c6d for host: dv-cinder-759961-6-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:38:43.433190 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22270064-84ad-46e2-a403-56607e2f0b77 None None] Routers {'31fc3f82-577c-4e6f-9992-7c99cf921c6d'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:38:43.433822 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-22270064-84ad-46e2-a403-56607e2f0b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:38:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['31fc3f82-577c-4e6f-9992-7c99cf921c6d'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:38:43.446790 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [None req-a1821494-b5ce-4d00-90f6-2e03fce407e6 admin admin] For port ed9129b1-37ab-4e51-9190-944fd4a2cbca, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=ed9129b1-37ab-4e51-9190-944fd4a2cbca,segment=NetworkSegment(edab9050-aae2-4c9b-baa0-6e612e984a64),segment_id=edab9050-aae2-4c9b-baa0-6e612e984a64)] {{(pid=93893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:38:43.447264 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a1821494-b5ce-4d00-90f6-2e03fce407e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:43.461767 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [None req-a1821494-b5ce-4d00-90f6-2e03fce407e6 admin admin] Calling delete_port for ed9129b1-37ab-4e51-9190-944fd4a2cbca owned by network:router_gateway {{(pid=93893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:38:43.617042 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-22270064-84ad-46e2-a403-56607e2f0b77 None None] Set router 31fc3f82-577c-4e6f-9992-7c99cf921c6d gateway port host: None {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:38:43.651680 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a1821494-b5ce-4d00-90f6-2e03fce407e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:43.674300 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-22270064-84ad-46e2-a403-56607e2f0b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31fc3f82-577c-4e6f-9992-7c99cf921c6d', 'name': 'tempest-TestShelveInstance-921179327-router', 'tenant_id': '32774195f50a4f9c8f6b8d49f98cbfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:11Z', 'updated_at': '2021-08-13T04:38:43Z', 'revision_number': 6, 'project_id': '32774195f50a4f9c8f6b8d49f98cbfd5', 'gw_port_host': None}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:38:43.680663 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1821494-b5ce-4d00-90f6-2e03fce407e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed9129b1-37ab-4e51-9190-944fd4a2cbca,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:43.705025 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22270064-84ad-46e2-a403-56607e2f0b77 None None] The sync data for ids ['31fc3f82-577c-4e6f-9992-7c99cf921c6d'] in dv-cinder-759961-6-iscsi is: [{'id': '31fc3f82-577c-4e6f-9992-7c99cf921c6d', 'name': 'tempest-TestShelveInstance-921179327-router', 'tenant_id': '32774195f50a4f9c8f6b8d49f98cbfd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:11Z', 'updated_at': '2021-08-13T04:38:43Z', 'revision_number': 6, 'project_id': '32774195f50a4f9c8f6b8d49f98cbfd5', 'gw_port_host': None}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:38:43.740834 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a1821494-b5ce-4d00-90f6-2e03fce407e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3789023'] for router_gateway, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:43.828045 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a1821494-b5ce-4d00-90f6-2e03fce407e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-505241'] for router, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:43.830179 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a1821494-b5ce-4d00-90f6-2e03fce407e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:43.873153 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a1821494-b5ce-4d00-90f6-2e03fce407e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3787068'] for router, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:43.873678 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1821494-b5ce-4d00-90f6-2e03fce407e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31fc3f82-577c-4e6f-9992-7c99cf921c6d {{(pid=93893) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 04:38:43.878705 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a1821494-b5ce-4d00-90f6-2e03fce407e6 admin admin] Notify callbacks [] for router, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:43.879850 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-a1821494-b5ce-4d00-90f6-2e03fce407e6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/31fc3f82-577c-4e6f-9992-7c99cf921c6d HTTP/1.1" status: 204 len: 168 time: 0.7674940 Aug 13 04:38:43.883330 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 45304) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:43.927177 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_v2 [None req-e221408c-c50a-47ac-9f6d-0cbdaefd0915 admin admin] Deleting subnet bba673a5-adab-4a95-9868-495d2e36c95e {{(pid=93894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:38:43.931197 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e221408c-c50a-47ac-9f6d-0cbdaefd0915 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:43.969139 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e221408c-c50a-47ac-9f6d-0cbdaefd0915 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571626'] for subnet, precommit_delete_associations {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:44.053232 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e221408c-c50a-47ac-9f6d-0cbdaefd0915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033975'] for subnet, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:44.057472 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:44.158704 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e221408c-c50a-47ac-9f6d-0cbdaefd0915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8757428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583102'] for subnet, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:44.168238 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 6a163653-5f0f-4ec5-8024-01af76f11f46 no longer exists at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:38:44.183087 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221408c-c50a-47ac-9f6d-0cbdaefd0915 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bba673a5-adab-4a95-9868-495d2e36c95e,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:44.191118 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e221408c-c50a-47ac-9f6d-0cbdaefd0915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:44.191560 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] No Port match for: 6a163653-5f0f-4ec5-8024-01af76f11f46 {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:38:44.191915 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 6a163653-5f0f-4ec5-8024-01af76f11f46 not bound to the agent host dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:38:44.193177 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-e221408c-c50a-47ac-9f6d-0cbdaefd0915 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bba673a5-adab-4a95-9868-495d2e36c95e HTTP/1.1" status: 204 len: 168 time: 0.3087626 Aug 13 04:38:44.195865 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 45306) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:44.198219 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9425ac-a326-42db-8f9d-9e7d9d6f5999 None None] Network f073cef8-5bf4-49e0-9232-a5af9661d148 requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:38:44.273781 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6e15d5ba-3fe4-40b2-8a9f-3ea962352b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530472'] for network, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:44.333535 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-6e15d5ba-3fe4-40b2-8a9f-3ea962352b6f admin admin] Deleting port bbaedfa8-161c-4fed-9a3c-544adec5eafd {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:38:44.334421 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6e15d5ba-3fe4-40b2-8a9f-3ea962352b6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:44.402582 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [None req-6e15d5ba-3fe4-40b2-8a9f-3ea962352b6f admin admin] For port bbaedfa8-161c-4fed-9a3c-544adec5eafd, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=bbaedfa8-161c-4fed-9a3c-544adec5eafd,segment=NetworkSegment(b4214740-de29-4abe-ad39-4225a9160c91),segment_id=b4214740-de29-4abe-ad39-4225a9160c91)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:38:44.402989 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6e15d5ba-3fe4-40b2-8a9f-3ea962352b6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:44.416756 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-6e15d5ba-3fe4-40b2-8a9f-3ea962352b6f admin admin] Calling delete_port for bbaedfa8-161c-4fed-9a3c-544adec5eafd owned by network:dhcp {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:38:44.488603 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce7a65e-c2fb-4038-90ef-c4cf36e8692a None None] DHCP port deletion for f073cef8-5bf4-49e0-9232-a5af9661d148 request from dv-cinder-759961-6-iscsi {{(pid=93895) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 04:38:44.499961 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6e15d5ba-3fe4-40b2-8a9f-3ea962352b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:44.528638 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e15d5ba-3fe4-40b2-8a9f-3ea962352b6f admin admin] Pushing event deleted for resources: {'Port': ['ID=bbaedfa8-161c-4fed-9a3c-544adec5eafd,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:44.530622 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e15d5ba-3fe4-40b2-8a9f-3ea962352b6f admin admin] No DVR routers for this DVR port bbaedfa8-161c-4fed-9a3c-544adec5eafd on host dv-cinder-759961-6-iscsi {{(pid=93894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:38:44.540272 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-bce7a65e-c2fb-4038-90ef-c4cf36e8692a None None] Deleting port bbaedfa8-161c-4fed-9a3c-544adec5eafd {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:38:44.540654 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bce7a65e-c2fb-4038-90ef-c4cf36e8692a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:44.605101 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-bce7a65e-c2fb-4038-90ef-c4cf36e8692a None None] For port bbaedfa8-161c-4fed-9a3c-544adec5eafd, host dv-cinder-759961-6-iscsi, got binding levels [] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:38:44.605323 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6e15d5ba-3fe4-40b2-8a9f-3ea962352b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038704', 'neutron.services.segments.db._delete_segments_for_network-8740403467888'] for network, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:44.605532 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bce7a65e-c2fb-4038-90ef-c4cf36e8692a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:44.614830 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-6e15d5ba-3fe4-40b2-8a9f-3ea962352b6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f073cef8-5bf4-49e0-9232-a5af9661d148']}} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:38:44.621900 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-bce7a65e-c2fb-4038-90ef-c4cf36e8692a None None] Calling delete_port for bbaedfa8-161c-4fed-9a3c-544adec5eafd owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:38:44.624937 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.ipam_backend_mixin [None req-bce7a65e-c2fb-4038-90ef-c4cf36e8692a None None] Port bbaedfa8-161c-4fed-9a3c-544adec5eafd was not found and therefore no delete operation was performed {{(pid=93895) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 13 04:38:44.625085 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-6e15d5ba-3fe4-40b2-8a9f-3ea962352b6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4214740-de29-4abe-ad39-4225a9160c91') {'for_net_delete': True} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:38:44.625263 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-6e15d5ba-3fe4-40b2-8a9f-3ea962352b6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4214740-de29-4abe-ad39-4225a9160c91') {} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:38:44.626249 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-bce7a65e-c2fb-4038-90ef-c4cf36e8692a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:44.634924 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6e15d5ba-3fe4-40b2-8a9f-3ea962352b6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403392121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571645'] for segment, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:44.650109 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6e15d5ba-3fe4-40b2-8a9f-3ea962352b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910'] for segment, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:44.653406 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7a65e-c2fb-4038-90ef-c4cf36e8692a None None] Pushing event deleted for resources: {'Port': ['ID=bbaedfa8-161c-4fed-9a3c-544adec5eafd,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:44.656953 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e15d5ba-3fe4-40b2-8a9f-3ea962352b6f admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=93894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:38:44.657525 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6e15d5ba-3fe4-40b2-8a9f-3ea962352b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8757354'] for segment, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:44.658054 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce7a65e-c2fb-4038-90ef-c4cf36e8692a None None] No DVR routers for this DVR port bbaedfa8-161c-4fed-9a3c-544adec5eafd on host dv-cinder-759961-6-iscsi {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:38:44.659862 dv-cinder-759961-6-iscsi neutron-server[93894]: Traceback (most recent call last): Aug 13 04:38:44.659862 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:38:44.659862 dv-cinder-759961-6-iscsi neutron-server[93894]: timer() Aug 13 04:38:44.659862 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:38:44.659862 dv-cinder-759961-6-iscsi neutron-server[93894]: cb(*args, **kw) Aug 13 04:38:44.659862 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:38:44.659862 dv-cinder-759961-6-iscsi neutron-server[93894]: return func(*args, **kwargs) Aug 13 04:38:44.659862 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:38:44.659862 dv-cinder-759961-6-iscsi neutron-server[93894]: self._notify() Aug 13 04:38:44.659862 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:38:44.659862 dv-cinder-759961-6-iscsi neutron-server[93894]: self.callback(batched_events) Aug 13 04:38:44.659862 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:38:44.659862 dv-cinder-759961-6-iscsi neutron-server[93894]: event.method(event) Aug 13 04:38:44.659862 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:38:44.659862 dv-cinder-759961-6-iscsi neutron-server[93894]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:38:44.659862 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:38:44.659862 dv-cinder-759961-6-iscsi neutron-server[93894]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:38:44.659862 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:38:44.659862 dv-cinder-759961-6-iscsi neutron-server[93894]: return f(self, *a, **k) Aug 13 04:38:44.659862 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:38:44.659862 dv-cinder-759961-6-iscsi neutron-server[93894]: return self._get(url).json() Aug 13 04:38:44.659862 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:38:44.659862 dv-cinder-759961-6-iscsi neutron-server[93894]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:38:44.659862 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:38:44.659862 dv-cinder-759961-6-iscsi neutron-server[93894]: return self.request(url, 'GET', **kwargs) Aug 13 04:38:44.659862 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:38:44.659862 dv-cinder-759961-6-iscsi neutron-server[93894]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:38:44.659862 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:38:44.659862 dv-cinder-759961-6-iscsi neutron-server[93894]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:38:44.659862 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:38:44.659862 dv-cinder-759961-6-iscsi neutron-server[93894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:38:44.659862 dv-cinder-759961-6-iscsi neutron-server[93894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:38:44.723665 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6e15d5ba-3fe4-40b2-8a9f-3ea962352b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3788963'] for network, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:44.739365 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6e15d5ba-3fe4-40b2-8a9f-3ea962352b6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:44.743818 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-6e15d5ba-3fe4-40b2-8a9f-3ea962352b6f admin admin] 10.222.0.13 "DELETE /v2.0/networks/f073cef8-5bf4-49e0-9232-a5af9661d148 HTTP/1.1" status: 204 len: 168 time: 0.5402982 Aug 13 04:38:44.743818 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e15d5ba-3fe4-40b2-8a9f-3ea962352b6f admin admin] Pushing event deleted for resources: {'Network': ['ID=f073cef8-5bf4-49e0-9232-a5af9661d148,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:44.866775 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 45322) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:44.919681 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-e8d30840-f664-4117-bf90-67b381a4adf2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88885460859447cea3664074daf50abb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516825 Aug 13 04:38:44.922162 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 45328) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:44.974035 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-438d02c7-66fc-48d5-aa6f-5aceac493a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:44.998005 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-438d02c7-66fc-48d5-aa6f-5aceac493a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:45.049704 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-438d02c7-66fc-48d5-aa6f-5aceac493a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:45.052591 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-438d02c7-66fc-48d5-aa6f-5aceac493a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:45.054201 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-438d02c7-66fc-48d5-aa6f-5aceac493a44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a7b89a25-4f59-4b69-80d1-8e224f427177 HTTP/1.1" status: 204 len: 168 time: 0.1311388 Aug 13 04:38:45.064987 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d02c7-66fc-48d5-aa6f-5aceac493a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b89a25-4f59-4b69-80d1-8e224f427177,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:45.388608 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 45340) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:45.428455 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-858ce782-b08a-4c6c-866c-68c97d5ebf51 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32774195f50a4f9c8f6b8d49f98cbfd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384912 Aug 13 04:38:45.430865 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 45342) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:45.481832 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5b27812f-2083-4ad3-9ae6-a375194671b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:45.502885 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5b27812f-2083-4ad3-9ae6-a375194671b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:45.550134 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5b27812f-2083-4ad3-9ae6-a375194671b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:45.553787 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-5b27812f-2083-4ad3-9ae6-a375194671b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:45.554922 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-5b27812f-2083-4ad3-9ae6-a375194671b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0d4063be-95b5-42cd-be8e-08da6ee83bf1 HTTP/1.1" status: 204 len: 168 time: 0.1231124 Aug 13 04:38:45.562662 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27812f-2083-4ad3-9ae6-a375194671b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4063be-95b5-42cd-be8e-08da6ee83bf1,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:45.962772 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device bbaedfa8-161c-4fed-9a3c-544adec5eafd no longer exists at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:38:45.982809 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] No Port match for: bbaedfa8-161c-4fed-9a3c-544adec5eafd {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:38:45.983245 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device bbaedfa8-161c-4fed-9a3c-544adec5eafd not bound to the agent host dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:38:45.983739 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device ed9129b1-37ab-4e51-9190-944fd4a2cbca no longer exists at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:38:46.002787 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] No Port match for: ed9129b1-37ab-4e51-9190-944fd4a2cbca {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:38:46.003220 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device ed9129b1-37ab-4e51-9190-944fd4a2cbca not bound to the agent host dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:38:46.673241 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 45380) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:46.779153 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-9a667622-ba36-4eda-9bbc-e7374c98c1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:46.877266 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-9a667622-ba36-4eda-9bbc-e7374c98c1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:46.881299 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-9a667622-ba36-4eda-9bbc-e7374c98c1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:46.922416 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-9a667622-ba36-4eda-9bbc-e7374c98c1d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=49b8f8127b1340b785bdc36b76f94c99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2480233 Aug 13 04:38:46.923254 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a667622-ba36-4eda-9bbc-e7374c98c1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c8a3aa-cf0d-4f66-aee6-0f9c72db14c2,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:46.925139 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 45384) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:46.979303 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e603d9ec-0a40-4bed-aefb-d02d6f88ecee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:47.001106 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e603d9ec-0a40-4bed-aefb-d02d6f88ecee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:47.048385 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e603d9ec-0a40-4bed-aefb-d02d6f88ecee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:47.052192 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-e603d9ec-0a40-4bed-aefb-d02d6f88ecee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:47.054026 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-e603d9ec-0a40-4bed-aefb-d02d6f88ecee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a4c8a3aa-cf0d-4f66-aee6-0f9c72db14c2 HTTP/1.1" status: 204 len: 168 time: 0.1276848 Aug 13 04:38:47.063647 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603d9ec-0a40-4bed-aefb-d02d6f88ecee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c8a3aa-cf0d-4f66-aee6-0f9c72db14c2,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:47.358734 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 45392) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:47.371680 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-736cfe36-9301-4b77-bb7e-82beefc55b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:47.460202 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-736cfe36-9301-4b77-bb7e-82beefc55b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:47.464261 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-736cfe36-9301-4b77-bb7e-82beefc55b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:47.501527 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-736cfe36-9301-4b77-bb7e-82beefc55b55 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d2a6b1575d2d4b3a9a8678a9106a087a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1417134 Aug 13 04:38:47.502413 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736cfe36-9301-4b77-bb7e-82beefc55b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d50844-42be-4536-b836-99b7878129ef,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:47.504200 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 45394) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:47.551905 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a9d7d6df-70aa-4bef-ad40-91ae7c6c9d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:47.574324 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a9d7d6df-70aa-4bef-ad40-91ae7c6c9d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:47.619612 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a9d7d6df-70aa-4bef-ad40-91ae7c6c9d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:47.622227 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-a9d7d6df-70aa-4bef-ad40-91ae7c6c9d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:47.623389 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-a9d7d6df-70aa-4bef-ad40-91ae7c6c9d0d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0d50844-42be-4536-b836-99b7878129ef HTTP/1.1" status: 204 len: 168 time: 0.1182263 Aug 13 04:38:47.632082 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7d6df-70aa-4bef-ad40-91ae7c6c9d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d50844-42be-4536-b836-99b7878129ef,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:49.676736 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-e382030b-a590-4907-ae21-580829720e11 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2048961314&fields=id&tenant_id=6f2d284955ea4d12b60ceba4f7a53e87 HTTP/1.1" status: 200 len: 267 time: 0.0348234 Aug 13 04:38:50.049209 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-48fa5a1d-cd42-45ea-8178-981618d106a5 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:50.050966 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-48fa5a1d-cd42-45ea-8178-981618d106a5 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/networks?id=87d3a17b-ea4d-435b-9c8e-36b4c38780d2 HTTP/1.1" status: 200 len: 811 time: 0.3656399 Aug 13 04:38:50.067276 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-019da6ba-c360-4f7e-8cde-ea685549f70e tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/quotas/6f2d284955ea4d12b60ceba4f7a53e87 HTTP/1.1" status: 200 len: 375 time: 0.0096033 Aug 13 04:38:50.126493 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-f53c15d2-10d2-405b-8e42-d5e6ed107053 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=6f2d284955ea4d12b60ceba4f7a53e87&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0518119 Aug 13 04:38:50.227402 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-6ebef22d-b085-4a6c-be53-de8f14ab4265 service neutron] 10.222.0.13 "GET /v2.0/networks/87d3a17b-ea4d-435b-9c8e-36b4c38780d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876415 Aug 13 04:38:50.322230 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-8c559722-6cf3-40b5-8f5a-8699f6fe3d2c service neutron] 10.222.0.13 "GET /v2.0/networks/87d3a17b-ea4d-435b-9c8e-36b4c38780d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886447 Aug 13 04:38:50.383167 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 45540) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:50.493176 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-29da4287-18bb-44fe-b2df-d6e055265565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:50.618623 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f422d98b-26ea-43a8-a0b6-b204ecf5db39 req-3b527e27-d4cb-44ae-866b-327f339be970 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=016c7aa0-86aa-4e90-a0a8-8891c5060853 HTTP/1.1" status: 200 len: 210 time: 0.0340340 Aug 13 04:38:50.620405 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-29da4287-18bb-44fe-b2df-d6e055265565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:50.626769 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-29da4287-18bb-44fe-b2df-d6e055265565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:50.668144 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da4287-18bb-44fe-b2df-d6e055265565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7923b945-9b83-41c5-a539-387a518a66c6,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:50.673919 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-29da4287-18bb-44fe-b2df-d6e055265565 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=eef91cb9be054e34b4cae454fb101fd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2896616 Aug 13 04:38:50.675230 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 45554) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:50.728998 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-548cff24-23b5-4c65-a94c-dbddf8648563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:50.752914 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-548cff24-23b5-4c65-a94c-dbddf8648563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:50.800660 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-548cff24-23b5-4c65-a94c-dbddf8648563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:50.803364 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-548cff24-23b5-4c65-a94c-dbddf8648563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:50.807755 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-548cff24-23b5-4c65-a94c-dbddf8648563 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7923b945-9b83-41c5-a539-387a518a66c6 HTTP/1.1" status: 204 len: 168 time: 0.1291273 Aug 13 04:38:50.813254 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548cff24-23b5-4c65-a94c-dbddf8648563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7923b945-9b83-41c5-a539-387a518a66c6,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:51.088106 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 45564) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:51.102189 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f672d687-3065-457f-9313-fe1712b27d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:51.193130 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f672d687-3065-457f-9313-fe1712b27d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:51.196790 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f672d687-3065-457f-9313-fe1712b27d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:51.234382 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-f672d687-3065-457f-9313-fe1712b27d5f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a61e41396ddc41849f50ab49ea49a7c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448874 Aug 13 04:38:51.235224 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672d687-3065-457f-9313-fe1712b27d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa2337f-295c-4767-837d-4fbb49597a80,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:51.237067 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 45566) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:51.285022 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-c1206077-7dd3-492a-abd9-2773e1714a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:51.307189 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-c1206077-7dd3-492a-abd9-2773e1714a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:51.355001 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-c1206077-7dd3-492a-abd9-2773e1714a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:51.357674 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-c1206077-7dd3-492a-abd9-2773e1714a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:51.358855 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-c1206077-7dd3-492a-abd9-2773e1714a04 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5fa2337f-295c-4767-837d-4fbb49597a80 HTTP/1.1" status: 204 len: 168 time: 0.1207581 Aug 13 04:38:51.367914 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1206077-7dd3-492a-abd9-2773e1714a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa2337f-295c-4767-837d-4fbb49597a80,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:51.526605 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-948dfa74-21be-4bb2-b634-5809c3bf72b1 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:51.528798 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-948dfa74-21be-4bb2-b634-5809c3bf72b1 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.64 "GET /v2.0/networks?id=87d3a17b-ea4d-435b-9c8e-36b4c38780d2 HTTP/1.1" status: 200 len: 811 time: 0.1133420 Aug 13 04:38:51.575903 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-050e971e-24b6-4dbf-a556-4a2bfe211d03 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f2d284955ea4d12b60ceba4f7a53e87 HTTP/1.1" status: 200 len: 380 time: 0.0358064 Aug 13 04:38:51.587680 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-4803e409-b468-4434-aa64-ae618ec0f2da tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Request body: {'port': {'device_id': '016c7aa0-86aa-4e90-a0a8-8891c5060853', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'admin_state_up': True, 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'security_groups': ['cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a']}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:38:51.703777 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-4803e409-b468-4434-aa64-ae618ec0f2da tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Made reservation on behalf of 6f2d284955ea4d12b60ceba4f7a53e87 for: {'port': 1} {{(pid=93894) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 13 04:38:51.707967 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-4803e409-b468-4434-aa64-ae618ec0f2da tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:51.741968 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-2c413200-97cd-468c-a2fb-ca617b0347d9 req-084f5006-f1cd-470e-accb-c8c5e8f32adf tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=016c7aa0-86aa-4e90-a0a8-8891c5060853 HTTP/1.1" status: 200 len: 210 time: 0.0317163 Aug 13 04:38:51.851402 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-4803e409-b468-4434-aa64-ae618ec0f2da tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Allocated IP 172.20.0.11 (87d3a17b-ea4d-435b-9c8e-36b4c38780d2/70eada8e-6c53-4591-b1fd-b63b9652e2e1/6854a29b-61a3-4551-8e1d-898a3bb72326) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:38:52.012911 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-4803e409-b468-4434-aa64-ae618ec0f2da tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:52.029692 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.provisioning_blocks [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-4803e409-b468-4434-aa64-ae618ec0f2da tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Transition to ACTIVE for port object 6854a29b-61a3-4551-8e1d-898a3bb72326 will not be triggered until provisioned by entity DHCP. {{(pid=93894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:38:52.061672 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-4803e409-b468-4434-aa64-ae618ec0f2da tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:52.102512 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-4803e409-b468-4434-aa64-ae618ec0f2da tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Network 87d3a17b-ea4d-435b-9c8e-36b4c38780d2 is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:38:52.107921 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-4803e409-b468-4434-aa64-ae618ec0f2da tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:38:52.111599 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-4803e409-b468-4434-aa64-ae618ec0f2da tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:38:52.141609 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803e409-b468-4434-aa64-ae618ec0f2da tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Pushing event updated for resources: {'Port': ['ID=6854a29b-61a3-4551-8e1d-898a3bb72326,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:52.167076 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-4803e409-b468-4434-aa64-ae618ec0f2da tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:52.167706 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-4803e409-b468-4434-aa64-ae618ec0f2da tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:52.183764 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-4803e409-b468-4434-aa64-ae618ec0f2da tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6017845 Aug 13 04:38:52.196416 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-2b725dac-3546-40db-aa53-dff69708c4a3 service neutron] Request body: {'port': {'device_id': '016c7aa0-86aa-4e90-a0a8-8891c5060853', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:38:52.255118 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-2b725dac-3546-40db-aa53-dff69708c4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:52.325120 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-1fc6a12e-b993-4c73-8036-23f3d0d8e79d None None] Provisioning for port 6854a29b-61a3-4551-8e1d-898a3bb72326 completed by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:38:52.329955 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-1fc6a12e-b993-4c73-8036-23f3d0d8e79d None None] Provisioning complete for port 6854a29b-61a3-4551-8e1d-898a3bb72326 triggered by entity DHCP. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:38:52.330321 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1fc6a12e-b993-4c73-8036-23f3d0d8e79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:52.369742 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-1fc6a12e-b993-4c73-8036-23f3d0d8e79d None None] Port 6854a29b-61a3-4551-8e1d-898a3bb72326 cannot update to ACTIVE because it is not bound. {{(pid=93895) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 13 04:38:52.523369 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-2b725dac-3546-40db-aa53-dff69708c4a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6854a29b-61a3-4551-8e1d-898a3bb72326 {{(pid=93894) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:38:52.530611 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-2b725dac-3546-40db-aa53-dff69708c4a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:52.542868 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.provisioning_blocks [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-2b725dac-3546-40db-aa53-dff69708c4a3 service neutron] Transition to ACTIVE for port object 6854a29b-61a3-4551-8e1d-898a3bb72326 will not be triggered until provisioned by entity L2. {{(pid=93894) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 13 04:38:52.546333 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-2b725dac-3546-40db-aa53-dff69708c4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8757390'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:52.596099 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b725dac-3546-40db-aa53-dff69708c4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=6854a29b-61a3-4551-8e1d-898a3bb72326,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:52.674936 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-2b725dac-3546-40db-aa53-dff69708c4a3 service neutron] Attempting to bind port 6854a29b-61a3-4551-8e1d-898a3bb72326 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 13 04:38:52.675284 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-2b725dac-3546-40db-aa53-dff69708c4a3 service neutron] Attempting to bind port 6854a29b-61a3-4551-8e1d-898a3bb72326 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '55400ce5-562b-4df1-92f9-d4df5f090c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2'}] {{(pid=93894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 13 04:38:52.675621 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-2b725dac-3546-40db-aa53-dff69708c4a3 service neutron] Attempting to bind port 6854a29b-61a3-4551-8e1d-898a3bb72326 on network 87d3a17b-ea4d-435b-9c8e-36b4c38780d2 {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:38:52.685187 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-2b725dac-3546-40db-aa53-dff69708c4a3 service neutron] Port 6854a29b-61a3-4551-8e1d-898a3bb72326 on network 87d3a17b-ea4d-435b-9c8e-36b4c38780d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 13 04:38:52.685547 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-2b725dac-3546-40db-aa53-dff69708c4a3 service neutron] Attempting to bind port 6854a29b-61a3-4551-8e1d-898a3bb72326 on network 87d3a17b-ea4d-435b-9c8e-36b4c38780d2 {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 13 04:38:52.692449 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-2b725dac-3546-40db-aa53-dff69708c4a3 service neutron] Checking agent: {'id': '799e1584-199c-46e1-adc5-08501adf479b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'started_at': datetime.datetime(2021, 8, 13, 4, 28, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 13, 4, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 13 04:38:52.692967 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-2b725dac-3546-40db-aa53-dff69708c4a3 service neutron] Checking segment: {'id': '55400ce5-562b-4df1-92f9-d4df5f090c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93894) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 13 04:38:52.693371 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-2b725dac-3546-40db-aa53-dff69708c4a3 service neutron] Bound using segment: {'id': '55400ce5-562b-4df1-92f9-d4df5f090c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2'} {{(pid=93894) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 13 04:38:52.693900 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.managers [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-2b725dac-3546-40db-aa53-dff69708c4a3 service neutron] Bound port: 6854a29b-61a3-4551-8e1d-898a3bb72326, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55400ce5-562b-4df1-92f9-d4df5f090c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2'}}] {{(pid=93894) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 13 04:38:52.694207 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-2b725dac-3546-40db-aa53-dff69708c4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:52.767743 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-2b725dac-3546-40db-aa53-dff69708c4a3 service neutron] For port 6854a29b-61a3-4551-8e1d-898a3bb72326, host hv-cinder-75996, cleared binding levels {{(pid=93894) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 13 04:38:52.771872 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-2b725dac-3546-40db-aa53-dff69708c4a3 service neutron] For port 6854a29b-61a3-4551-8e1d-898a3bb72326, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6854a29b-61a3-4551-8e1d-898a3bb72326,segment=NetworkSegment(55400ce5-562b-4df1-92f9-d4df5f090c2a),segment_id=55400ce5-562b-4df1-92f9-d4df5f090c2a)] {{(pid=93894) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 13 04:38:52.778446 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-2b725dac-3546-40db-aa53-dff69708c4a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8757390'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:52.812524 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-2b725dac-3546-40db-aa53-dff69708c4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:52.813297 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-2b725dac-3546-40db-aa53-dff69708c4a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:52.814739 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-2b725dac-3546-40db-aa53-dff69708c4a3 service neutron] 10.222.0.64 "PUT /v2.0/ports/6854a29b-61a3-4551-8e1d-898a3bb72326 HTTP/1.1" status: 200 len: 1094 time: 0.6230257 Aug 13 04:38:52.815200 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016c7aa0-86aa-4e90-a0a8-8891c5060853', 'tag': '6854a29b-61a3-4551-8e1d-898a3bb72326'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:38:52.817571 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70cdd4b14b3222e3d0e13c26c8e97d260020fc564b3ab37a06bbaa54b203d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6cb8d5-7628-4ef3-b55d-d9ff9e9a9977" -d '{"events": [{"name": "network-changed", "server_uuid": "016c7aa0-86aa-4e90-a0a8-8891c5060853", "tag": "6854a29b-61a3-4551-8e1d-898a3bb72326"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:38:52.849820 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b725dac-3546-40db-aa53-dff69708c4a3 service neutron] Pushing event updated for resources: {'Port': ['ID=6854a29b-61a3-4551-8e1d-898a3bb72326,revision_number=3']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:52.877966 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff81716-13a7-4481-8185-a5ae233f8111 req-a12df9e5-2b70-4275-9209-d775acf835b6 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:52.878497 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c34664-18bf-4378-86bc-a1397630d089 x-openstack-request-id: req-c1c34664-18bf-4378-86bc-a1397630d089 {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:38:52.878808 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016c7aa0-86aa-4e90-a0a8-8891c5060853", "tag": "6854a29b-61a3-4551-8e1d-898a3bb72326", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:38:52.879072 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1c34664-18bf-4378-86bc-a1397630d089 {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:38:52.879479 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016c7aa0-86aa-4e90-a0a8-8891c5060853', 'tag': '6854a29b-61a3-4551-8e1d-898a3bb72326', 'status': 'completed', 'code': 200} Aug 13 04:38:52.887344 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1ff81716-13a7-4481-8185-a5ae233f8111 req-a12df9e5-2b70-4275-9209-d775acf835b6 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=016c7aa0-86aa-4e90-a0a8-8891c5060853 HTTP/1.1" status: 200 len: 944 time: 0.0723064 Aug 13 04:38:52.930078 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1ff81716-13a7-4481-8185-a5ae233f8111 req-d604c306-5114-467f-afcd-776bdb6436d7 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413628 Aug 13 04:38:52.944908 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-265d0f52-acb3-469f-a646-9fc31742af47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:52.946393 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-265d0f52-acb3-469f-a646-9fc31742af47 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f2d284955ea4d12b60ceba4f7a53e87&device_id=016c7aa0-86aa-4e90-a0a8-8891c5060853 HTTP/1.1" status: 200 len: 1097 time: 0.0531135 Aug 13 04:38:52.993842 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-98bf2ba6-e18c-4362-a83b-721310c6be4c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6854a29b-61a3-4551-8e1d-898a3bb72326 HTTP/1.1" status: 200 len: 217 time: 0.0379689 Aug 13 04:38:53.050112 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-222cd793-c942-4329-841e-2d4670df1444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:53.051611 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-222cd793-c942-4329-841e-2d4670df1444 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=70eada8e-6c53-4591-b1fd-b63b9652e2e1 HTTP/1.1" status: 200 len: 850 time: 0.0512412 Aug 13 04:38:53.098705 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-6cbee57e-e2dd-41fb-ac89-9980af23b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:53.100227 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-6cbee57e-e2dd-41fb-ac89-9980af23b0ab service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87d3a17b-ea4d-435b-9c8e-36b4c38780d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413640 Aug 13 04:38:53.177238 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 45620) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:53.192043 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-8f7e1bfd-2c60-4bfc-b295-ce87363694ce service neutron] 10.222.0.64 "GET /v2.0/networks/87d3a17b-ea4d-435b-9c8e-36b4c38780d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846145 Aug 13 04:38:53.281499 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-22ff00d5-00aa-4c95-9f0f-074e4cffc674 req-99db6f6e-2853-479c-9fac-da696ad16f27 service neutron] 10.222.0.64 "GET /v2.0/networks/87d3a17b-ea4d-435b-9c8e-36b4c38780d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819852 Aug 13 04:38:53.285539 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-59313658-f3be-4cac-bed9-3a4c75429dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:53.375069 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6cb8d5-7628-4ef3-b55d-d9ff9e9a9977 req-5123a8cf-4cab-4fbb-a8c6-22257e3ff8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:53.376614 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6d6cb8d5-7628-4ef3-b55d-d9ff9e9a9977 req-5123a8cf-4cab-4fbb-a8c6-22257e3ff8cc service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f2d284955ea4d12b60ceba4f7a53e87&device_id=016c7aa0-86aa-4e90-a0a8-8891c5060853 HTTP/1.1" status: 200 len: 1097 time: 0.0453560 Aug 13 04:38:53.380737 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-59313658-f3be-4cac-bed9-3a4c75429dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:53.385152 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-59313658-f3be-4cac-bed9-3a4c75429dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:53.423974 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-59313658-f3be-4cac-bed9-3a4c75429dd8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5fc845fdf4d34b35a87786c67c34c3b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455499 Aug 13 04:38:53.425081 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59313658-f3be-4cac-bed9-3a4c75429dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa69076-0325-496f-b6ad-4bcefbcdf952,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:53.427529 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 45624) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:53.485767 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-54ba0108-5ad8-4162-8e8b-12f0d639825f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:53.509463 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-54ba0108-5ad8-4162-8e8b-12f0d639825f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:53.563384 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-54ba0108-5ad8-4162-8e8b-12f0d639825f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:53.566305 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-54ba0108-5ad8-4162-8e8b-12f0d639825f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:53.570765 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-54ba0108-5ad8-4162-8e8b-12f0d639825f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dfa69076-0325-496f-b6ad-4bcefbcdf952 HTTP/1.1" status: 204 len: 168 time: 0.1391869 Aug 13 04:38:53.575804 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba0108-5ad8-4162-8e8b-12f0d639825f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa69076-0325-496f-b6ad-4bcefbcdf952,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:53.735208 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6cb8d5-7628-4ef3-b55d-d9ff9e9a9977 req-5c8bdc1b-2339-4968-88a8-24523e2be117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:53.736702 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6d6cb8d5-7628-4ef3-b55d-d9ff9e9a9977 req-5c8bdc1b-2339-4968-88a8-24523e2be117 service neutron] 10.222.0.64 "GET /v2.0/networks?id=87d3a17b-ea4d-435b-9c8e-36b4c38780d2 HTTP/1.1" status: 200 len: 912 time: 0.3523421 Aug 13 04:38:53.784668 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6d6cb8d5-7628-4ef3-b55d-d9ff9e9a9977 req-8b74a7f1-0793-4680-a7a5-975a28f4bef1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6854a29b-61a3-4551-8e1d-898a3bb72326 HTTP/1.1" status: 200 len: 217 time: 0.0388291 Aug 13 04:38:53.839764 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 45630) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:53.840283 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6cb8d5-7628-4ef3-b55d-d9ff9e9a9977 req-4207676d-d837-4da2-b4d8-868b8fdd4b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:53.841929 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6d6cb8d5-7628-4ef3-b55d-d9ff9e9a9977 req-4207676d-d837-4da2-b4d8-868b8fdd4b23 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=70eada8e-6c53-4591-b1fd-b63b9652e2e1 HTTP/1.1" status: 200 len: 850 time: 0.0477107 Aug 13 04:38:53.853118 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-d32daf63-cbf4-44da-9fc9-81fa45257d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:53.893640 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6cb8d5-7628-4ef3-b55d-d9ff9e9a9977 req-b42f59a8-785f-4ce2-84c8-5c1b99003b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:53.895440 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6d6cb8d5-7628-4ef3-b55d-d9ff9e9a9977 req-b42f59a8-785f-4ce2-84c8-5c1b99003b6e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87d3a17b-ea4d-435b-9c8e-36b4c38780d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440750 Aug 13 04:38:53.945092 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-d32daf63-cbf4-44da-9fc9-81fa45257d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:53.950185 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-d32daf63-cbf4-44da-9fc9-81fa45257d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:53.986560 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32daf63-cbf4-44da-9fc9-81fa45257d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85d32a6-af4b-44fb-955c-5dc4b07e4eda,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:53.995416 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-d32daf63-cbf4-44da-9fc9-81fa45257d1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6dd3b4af39234b41a43532b867edd5d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1546018 Aug 13 04:38:53.999494 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 45634) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:54.008579 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6d6cb8d5-7628-4ef3-b55d-d9ff9e9a9977 req-49a37a5b-099b-4f29-972a-4d37e5b44e24 service neutron] 10.222.0.64 "GET /v2.0/networks/87d3a17b-ea4d-435b-9c8e-36b4c38780d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061113 Aug 13 04:38:54.051739 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ca33a-ee63-4c57-99ce-0d8baa6474c5 req-a276ad1d-85cb-4d4e-b735-445cc245fc0d tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:54.053125 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1d4ca33a-ee63-4c57-99ce-0d8baa6474c5 req-a276ad1d-85cb-4d4e-b735-445cc245fc0d tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=016c7aa0-86aa-4e90-a0a8-8891c5060853 HTTP/1.1" status: 200 len: 944 time: 0.0479455 Aug 13 04:38:54.095089 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-1d4ca33a-ee63-4c57-99ce-0d8baa6474c5 req-5b18e573-783f-45b6-a9b8-2be74acd2db7 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350409 Aug 13 04:38:54.108737 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-87454557-6e67-4936-b9f4-f0f9dc774a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:54.142241 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-87454557-6e67-4936-b9f4-f0f9dc774a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:54.145346 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-6d6cb8d5-7628-4ef3-b55d-d9ff9e9a9977 req-f74d2346-2337-4e04-8352-c1033b8e6a37 service neutron] 10.222.0.64 "GET /v2.0/networks/87d3a17b-ea4d-435b-9c8e-36b4c38780d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285753 Aug 13 04:38:54.194756 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-87454557-6e67-4936-b9f4-f0f9dc774a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:54.197572 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-87454557-6e67-4936-b9f4-f0f9dc774a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:54.198686 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-87454557-6e67-4936-b9f4-f0f9dc774a86 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a85d32a6-af4b-44fb-955c-5dc4b07e4eda HTTP/1.1" status: 204 len: 168 time: 0.1982620 Aug 13 04:38:54.206022 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87454557-6e67-4936-b9f4-f0f9dc774a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85d32a6-af4b-44fb-955c-5dc4b07e4eda,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:55.207709 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c897b9-ed88-485c-8f12-455720396f11 req-27cae73d-ed2b-45e0-92e1-fe17bd42a0e6 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:55.209262 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-69c897b9-ed88-485c-8f12-455720396f11 req-27cae73d-ed2b-45e0-92e1-fe17bd42a0e6 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=016c7aa0-86aa-4e90-a0a8-8891c5060853 HTTP/1.1" status: 200 len: 944 time: 0.0489135 Aug 13 04:38:55.247355 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-69c897b9-ed88-485c-8f12-455720396f11 req-1643d43d-7670-4734-b6ea-280a1c3263ed tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311882 Aug 13 04:38:56.362409 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec52f2-0ed2-425c-8438-fabb4c047962 req-e0ddda02-76aa-4189-b855-017b4953dfdd tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:56.363845 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ceec52f2-0ed2-425c-8438-fabb4c047962 req-e0ddda02-76aa-4189-b855-017b4953dfdd tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=016c7aa0-86aa-4e90-a0a8-8891c5060853 HTTP/1.1" status: 200 len: 944 time: 0.0475223 Aug 13 04:38:56.401381 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ceec52f2-0ed2-425c-8438-fabb4c047962 req-0dbe68a1-5da6-48cd-835f-6d3debe5786a tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309007 Aug 13 04:38:57.515394 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b4ccc-8c77-4cc3-8c99-ee605e8cbe95 req-06197642-28f7-4c20-a876-14294320a1b2 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:57.516853 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f94b4ccc-8c77-4cc3-8c99-ee605e8cbe95 req-06197642-28f7-4c20-a876-14294320a1b2 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=016c7aa0-86aa-4e90-a0a8-8891c5060853 HTTP/1.1" status: 200 len: 944 time: 0.0505159 Aug 13 04:38:57.564722 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f94b4ccc-8c77-4cc3-8c99-ee605e8cbe95 req-b3014595-4d14-4fbd-b286-fe7405715b1f tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413637 Aug 13 04:38:58.374226 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 6 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:38:58.686876 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74123a44-6f84-4865-92d4-9e108a44f2c0 req-7cf84676-b23d-46de-b6ac-ff754f3c24ac tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:58.688343 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-74123a44-6f84-4865-92d4-9e108a44f2c0 req-7cf84676-b23d-46de-b6ac-ff754f3c24ac tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=016c7aa0-86aa-4e90-a0a8-8891c5060853 HTTP/1.1" status: 200 len: 944 time: 0.0572705 Aug 13 04:38:58.729092 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-74123a44-6f84-4865-92d4-9e108a44f2c0 req-f96fe0e8-c9f8-418f-8fa1-77f13fa64899 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342155 Aug 13 04:38:58.984227 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 45716) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:59.087665 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-56532af0-e54b-4f38-904d-2fcfd2c64bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:59.172959 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-56532af0-e54b-4f38-904d-2fcfd2c64bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:59.176531 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-56532af0-e54b-4f38-904d-2fcfd2c64bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:59.213850 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-56532af0-e54b-4f38-904d-2fcfd2c64bcb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95018bdbedf14de9b0ecf4d91160ad13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285759 Aug 13 04:38:59.215786 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56532af0-e54b-4f38-904d-2fcfd2c64bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc8ff21-9d20-4cc1-84bb-ad25292e07cf,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:59.216590 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 45720) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:59.265762 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3a0582e4-d53a-4f41-9cde-2dcc9ae9136e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:59.287247 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3a0582e4-d53a-4f41-9cde-2dcc9ae9136e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:59.334199 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3a0582e4-d53a-4f41-9cde-2dcc9ae9136e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:59.337378 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-3a0582e4-d53a-4f41-9cde-2dcc9ae9136e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:59.338551 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-3a0582e4-d53a-4f41-9cde-2dcc9ae9136e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bfc8ff21-9d20-4cc1-84bb-ad25292e07cf HTTP/1.1" status: 204 len: 168 time: 0.1208847 Aug 13 04:38:59.347171 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0582e4-d53a-4f41-9cde-2dcc9ae9136e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc8ff21-9d20-4cc1-84bb-ad25292e07cf,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:59.585900 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 45726) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:59.599091 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-80c13376-858c-4223-bbc2-094fa41c236e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:59.687067 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-80c13376-858c-4223-bbc2-094fa41c236e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:59.690541 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-80c13376-858c-4223-bbc2-094fa41c236e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:59.727267 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-80c13376-858c-4223-bbc2-094fa41c236e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed3e3e86fcd949dda429609f082b83a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1403031 Aug 13 04:38:59.728134 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c13376-858c-4223-bbc2-094fa41c236e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30683a27-aaef-4da3-bffd-53173b98270f,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:59.729930 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 45728) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:38:59.780406 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-c98144ee-1a35-4fea-944c-e4046639f143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:59.812849 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-c98144ee-1a35-4fea-944c-e4046639f143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:59.873652 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b2a21-8d35-4933-b7b3-1334db4aa04a req-c95eadf0-5afd-4af3-a934-87e72fe7d305 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:38:59.875111 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b57b2a21-8d35-4933-b7b3-1334db4aa04a req-c95eadf0-5afd-4af3-a934-87e72fe7d305 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=016c7aa0-86aa-4e90-a0a8-8891c5060853 HTTP/1.1" status: 200 len: 944 time: 0.0780232 Aug 13 04:38:59.897994 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-c98144ee-1a35-4fea-944c-e4046639f143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:59.901581 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-c98144ee-1a35-4fea-944c-e4046639f143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:38:59.907188 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-c98144ee-1a35-4fea-944c-e4046639f143 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30683a27-aaef-4da3-bffd-53173b98270f HTTP/1.1" status: 204 len: 168 time: 0.1734951 Aug 13 04:38:59.922998 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98144ee-1a35-4fea-944c-e4046639f143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30683a27-aaef-4da3-bffd-53173b98270f,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:38:59.938292 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-b57b2a21-8d35-4933-b7b3-1334db4aa04a req-05536edf-1d98-4765-9dd9-1fa67f7e9433 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569432 Aug 13 04:39:00.925564 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 45760) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:39:01.033506 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-75d11a8a-f713-4717-834d-f2b01f4df26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:01.058733 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd8781-66d3-4e5f-a0c4-2f9d236493f3 req-818dd706-45dc-492f-9776-e2df320be9ca tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:39:01.060570 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3fcd8781-66d3-4e5f-a0c4-2f9d236493f3 req-818dd706-45dc-492f-9776-e2df320be9ca tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=016c7aa0-86aa-4e90-a0a8-8891c5060853 HTTP/1.1" status: 200 len: 944 time: 0.0495520 Aug 13 04:39:01.100479 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-3fcd8781-66d3-4e5f-a0c4-2f9d236493f3 req-2f404103-248c-44c4-8f50-afd37d6a37e1 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329111 Aug 13 04:39:01.128955 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-75d11a8a-f713-4717-834d-f2b01f4df26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:01.132710 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-75d11a8a-f713-4717-834d-f2b01f4df26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:01.169817 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-75d11a8a-f713-4717-834d-f2b01f4df26e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=703562f895b745018ec5e497de5d73e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431903 Aug 13 04:39:01.170742 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d11a8a-f713-4717-834d-f2b01f4df26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f3f570-2200-4221-9d18-038d507028ea,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:39:01.172814 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 45766) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:39:01.224423 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-82f1a046-b6cd-4106-987d-c50963495dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:01.251156 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-82f1a046-b6cd-4106-987d-c50963495dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:01.297823 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-82f1a046-b6cd-4106-987d-c50963495dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:01.300608 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-82f1a046-b6cd-4106-987d-c50963495dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:01.301765 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-82f1a046-b6cd-4106-987d-c50963495dfc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f2f3f570-2200-4221-9d18-038d507028ea HTTP/1.1" status: 204 len: 168 time: 0.1279449 Aug 13 04:39:01.309847 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1a046-b6cd-4106-987d-c50963495dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f3f570-2200-4221-9d18-038d507028ea,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:39:01.969621 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 6854a29b-61a3-4551-8e1d-898a3bb72326 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=93895) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 13 04:39:02.063388 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 6854a29b-61a3-4551-8e1d-898a3bb72326, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6854a29b-61a3-4551-8e1d-898a3bb72326,segment=NetworkSegment(55400ce5-562b-4df1-92f9-d4df5f090c2a),segment_id=55400ce5-562b-4df1-92f9-d4df5f090c2a)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:39:02.075653 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Returning: {'device': '6854a29b-61a3-4551-8e1d-898a3bb72326', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'port_id': '6854a29b-61a3-4551-8e1d-898a3bb72326', 'mac_address': 'fa:16:3e:7f:a4:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93895) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 13 04:39:02.230471 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c54d4-2df3-4a4d-be18-5e6be081853c req-0df679d2-7dfa-4ad8-81f7-947a7052b374 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:39:02.232045 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d40c54d4-2df3-4a4d-be18-5e6be081853c req-0df679d2-7dfa-4ad8-81f7-947a7052b374 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=016c7aa0-86aa-4e90-a0a8-8891c5060853 HTTP/1.1" status: 200 len: 944 time: 0.0566034 Aug 13 04:39:02.252670 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:02.266602 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6854a29b-61a3-4551-8e1d-898a3bb72326 {{(pid=93895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 13 04:39:02.274368 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-d40c54d4-2df3-4a4d-be18-5e6be081853c req-ca827992-28ac-4ff0-8265-bf721ba51802 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357490 Aug 13 04:39:02.289541 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 6854a29b-61a3-4551-8e1d-898a3bb72326, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6854a29b-61a3-4551-8e1d-898a3bb72326,segment=NetworkSegment(55400ce5-562b-4df1-92f9-d4df5f090c2a),segment_id=55400ce5-562b-4df1-92f9-d4df5f090c2a)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:39:02.294885 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 45798) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:39:02.295516 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:02.345831 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=6854a29b-61a3-4551-8e1d-898a3bb72326,revision_number=4']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:39:02.353084 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:39:02.353511 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:39:02.353970 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:39:02.354315 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:39:02.354655 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:39:02.355001 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:39:02.355322 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:39:02.355653 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:39:02.355984 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:39:02.356313 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:39:02.356640 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:39:02.356962 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:39:02.402368 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e63f540c-f789-4456-a623-be60e2c74d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:02.492344 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e63f540c-f789-4456-a623-be60e2c74d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:02.496160 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-e63f540c-f789-4456-a623-be60e2c74d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:02.510197 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] get_ports_and_sgs() called for port_ids ['6854a29b-61a3-4551-8e1d-898a3bb72326'] {{(pid=93895) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 13 04:39:02.541170 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-e63f540c-f789-4456-a623-be60e2c74d46 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1919e13009ae4acf82dc6de05687da21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451484 Aug 13 04:39:02.542402 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f540c-f789-4456-a623-be60e2c74d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e381dc9-4ce0-43f2-b53b-7c53ea689655,revision_number=1']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:39:02.543887 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 45802) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:39:02.593747 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6582cae9-b504-4b91-ab4b-96c4754e5d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:02.615509 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6582cae9-b504-4b91-ab4b-96c4754e5d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:02.662817 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6582cae9-b504-4b91-ab4b-96c4754e5d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:02.666166 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-6582cae9-b504-4b91-ab4b-96c4754e5d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:02.667307 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-6582cae9-b504-4b91-ab4b-96c4754e5d4c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e381dc9-4ce0-43f2-b53b-7c53ea689655 HTTP/1.1" status: 204 len: 168 time: 0.1218629 Aug 13 04:39:02.676967 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582cae9-b504-4b91-ab4b-96c4754e5d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e381dc9-4ce0-43f2-b53b-7c53ea689655,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:39:03.392722 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526419c1-df85-48bd-a42e-400b6c10c4b6 req-c288eea0-acec-4216-9edc-d4d7002efa82 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:39:03.394237 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-526419c1-df85-48bd-a42e-400b6c10c4b6 req-c288eea0-acec-4216-9edc-d4d7002efa82 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=016c7aa0-86aa-4e90-a0a8-8891c5060853 HTTP/1.1" status: 200 len: 945 time: 0.0525954 Aug 13 04:39:03.431611 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-526419c1-df85-48bd-a42e-400b6c10c4b6 req-7dbbd1ed-3f70-41dc-a965-beabbb0d3584 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314708 Aug 13 04:39:03.994919 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 6854a29b-61a3-4551-8e1d-898a3bb72326 up at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 13 04:39:04.041493 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning for port 6854a29b-61a3-4551-8e1d-898a3bb72326 completed by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 13 04:39:04.045174 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.provisioning_blocks [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Provisioning complete for port 6854a29b-61a3-4551-8e1d-898a3bb72326 triggered by entity L2. {{(pid=93895) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 13 04:39:04.045581 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1037325'] for port, provisioning_complete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:04.123841 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:04.147133 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016c7aa0-86aa-4e90-a0a8-8891c5060853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6854a29b-61a3-4551-8e1d-898a3bb72326'}] {{(pid=93895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:39:04.150325 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9c92d4982b19a4a1727383111979b328de092d32a0bc2fa1b4d64c134060166" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd99abc-659e-4e2f-8651-cf02d6a9009a" -d '{"events": [{"server_uuid": "016c7aa0-86aa-4e90-a0a8-8891c5060853", "name": "network-vif-plugged", "status": "completed", "tag": "6854a29b-61a3-4551-8e1d-898a3bb72326"}]}' {{(pid=93895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:39:04.162989 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] For port 6854a29b-61a3-4551-8e1d-898a3bb72326, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6854a29b-61a3-4551-8e1d-898a3bb72326,segment=NetworkSegment(55400ce5-562b-4df1-92f9-d4df5f090c2a),segment_id=55400ce5-562b-4df1-92f9-d4df5f090c2a)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:39:04.168081 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968'] for port, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:04.191350 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7336b9-8321-4ad4-8838-10ce670b5cc3 x-openstack-request-id: req-cb7336b9-8321-4ad4-8838-10ce670b5cc3 {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:39:04.191649 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016c7aa0-86aa-4e90-a0a8-8891c5060853", "name": "network-vif-plugged", "status": "completed", "tag": "6854a29b-61a3-4551-8e1d-898a3bb72326", "code": 200}]} {{(pid=93895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:39:04.191904 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cb7336b9-8321-4ad4-8838-10ce670b5cc3 {{(pid=93895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:39:04.192292 dv-cinder-759961-6-iscsi neutron-server[93895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016c7aa0-86aa-4e90-a0a8-8891c5060853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6854a29b-61a3-4551-8e1d-898a3bb72326', 'code': 200} Aug 13 04:39:04.217979 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Pushing event updated for resources: {'Port': ['ID=6854a29b-61a3-4551-8e1d-898a3bb72326,revision_number=5']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:39:04.401269 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d13f9-b1b1-489f-9484-583f0067e79b req-10a2e0dd-6597-4b3c-8510-886162374c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:39:04.402755 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-0b9d13f9-b1b1-489f-9484-583f0067e79b req-10a2e0dd-6597-4b3c-8510-886162374c8c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=016c7aa0-86aa-4e90-a0a8-8891c5060853 HTTP/1.1" status: 200 len: 1099 time: 0.0393665 Aug 13 04:39:04.439271 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-0b9d13f9-b1b1-489f-9484-583f0067e79b req-676f91e8-eff6-483f-bcdb-1496a7c3e64c service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295129 Aug 13 04:39:04.543979 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca15544-dec5-4866-8706-ad53ad529a1e req-5d66c071-5e45-4361-acd1-37f9ab2e55a9 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:39:04.545433 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-cca15544-dec5-4866-8706-ad53ad529a1e req-5d66c071-5e45-4361-acd1-37f9ab2e55a9 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=016c7aa0-86aa-4e90-a0a8-8891c5060853 HTTP/1.1" status: 200 len: 946 time: 0.0485516 Aug 13 04:39:04.582302 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-cca15544-dec5-4866-8706-ad53ad529a1e req-7f565d15-af9b-4766-a03b-6e4e097a4c5b tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310109 Aug 13 04:39:05.696142 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516aa58d-9bb9-4856-bf5c-6cc402bdd25d req-b7bc1b1f-a27d-489f-b263-3c50c1445d71 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:39:05.697623 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-516aa58d-9bb9-4856-bf5c-6cc402bdd25d req-b7bc1b1f-a27d-489f-b263-3c50c1445d71 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=016c7aa0-86aa-4e90-a0a8-8891c5060853 HTTP/1.1" status: 200 len: 946 time: 0.0479496 Aug 13 04:39:05.734877 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-516aa58d-9bb9-4856-bf5c-6cc402bdd25d req-5c3ecbea-c292-4d4e-a15f-7df3183c92ab tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314732 Aug 13 04:39:05.849711 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e5645-8d94-4ab1-b76e-8525ff1786d7 req-ab2b4dea-7b3f-4de6-a3f8-43c32f03eaf5 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:39:05.851174 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ac9e5645-8d94-4ab1-b76e-8525ff1786d7 req-ab2b4dea-7b3f-4de6-a3f8-43c32f03eaf5 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=016c7aa0-86aa-4e90-a0a8-8891c5060853 HTTP/1.1" status: 200 len: 946 time: 0.0518587 Aug 13 04:39:05.888791 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-ac9e5645-8d94-4ab1-b76e-8525ff1786d7 req-b013da75-c48c-46b8-a3fd-4e9f5314d8d7 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315411 Aug 13 04:39:05.910855 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 45854) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:39:06.098869 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cd26e3-efb0-482c-8a56-8951a723d095 tempest-TestVolumeBootPattern-1200976708 tempest-TestVolumeBootPattern-1200976708-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:39:06.100472 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-62cd26e3-efb0-482c-8a56-8951a723d095 tempest-TestVolumeBootPattern-1200976708 tempest-TestVolumeBootPattern-1200976708-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=016c7aa0-86aa-4e90-a0a8-8891c5060853 HTTP/1.1" status: 200 len: 1094 time: 0.1885145 Aug 13 04:39:06.103343 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 45860) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:39:06.107834 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.v2.base [None req-8606cc26-8488-47b2-aaec-d66c03293c53 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Request body: {'floatingip': {'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'port_id': '6854a29b-61a3-4551-8e1d-898a3bb72326', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93894) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 13 04:39:06.129509 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 45862) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:39:06.136238 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8606cc26-8488-47b2-aaec-d66c03293c53 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for floatingip, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:06.238562 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8c2bfbd3-cdd7-4070-86c6-bc0b6eb063bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:06.252928 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8606cc26-8488-47b2-aaec-d66c03293c53 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:06.389519 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_common [None req-8606cc26-8488-47b2-aaec-d66c03293c53 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Allocated IP 172.27.0.25 (d5442241-d7fe-41d2-8545-5b5874d634cc/644fe726-b54d-4883-8d33-fa766808e879/ac2a056f-86e2-4357-86eb-f1892fd50740) {{(pid=93894) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 13 04:39:06.457873 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8c2bfbd3-cdd7-4070-86c6-bc0b6eb063bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:06.463514 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8c2bfbd3-cdd7-4070-86c6-bc0b6eb063bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:06.514121 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2bfbd3-cdd7-4070-86c6-bc0b6eb063bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7371554-3672-4d97-957b-6671c3e04f15,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:39:06.522892 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-8c2bfbd3-cdd7-4070-86c6-bc0b6eb063bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=453aefcd8ad44724b1162dc5ddd03d81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3923941 Aug 13 04:39:06.527304 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 45866) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:39:06.547122 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8606cc26-8488-47b2-aaec-d66c03293c53 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for port, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:06.575404 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-6202f59f-8e5e-429f-bad0-e592659bc492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:06.589211 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8606cc26-8488-47b2-aaec-d66c03293c53 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740402908932', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:06.597750 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-6202f59f-8e5e-429f-bad0-e592659bc492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:06.624678 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8606cc26-8488-47b2-aaec-d66c03293c53 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Network d5442241-d7fe-41d2-8545-5b5874d634cc is already hosted by enough agents. {{(pid=93894) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 13 04:39:06.626493 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.base_scheduler [None req-8606cc26-8488-47b2-aaec-d66c03293c53 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Resources bound (agent type, host, resource id): {{(pid=93894) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 13 04:39:06.629572 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8606cc26-8488-47b2-aaec-d66c03293c53 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Received port after_create {{(pid=93894) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 13 04:39:06.646644 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-6202f59f-8e5e-429f-bad0-e592659bc492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:06.649337 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-6202f59f-8e5e-429f-bad0-e592659bc492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:06.650613 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-6202f59f-8e5e-429f-bad0-e592659bc492 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7371554-3672-4d97-957b-6671c3e04f15 HTTP/1.1" status: 204 len: 168 time: 0.1237333 Aug 13 04:39:06.659100 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202f59f-8e5e-429f-bad0-e592659bc492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7371554-3672-4d97-957b-6671c3e04f15,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:39:06.668646 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606cc26-8488-47b2-aaec-d66c03293c53 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Pushing event updated for resources: {'Port': ['ID=ac2a056f-86e2-4357-86eb-f1892fd50740,revision_number=1']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:39:07.016049 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8606cc26-8488-47b2-aaec-d66c03293c53 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:07.082727 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8606cc26-8488-47b2-aaec-d66c03293c53 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-936782'] for port, before_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:07.225637 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8606cc26-8488-47b2-aaec-d66c03293c53 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for port, precommit_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:07.230578 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8606cc26-8488-47b2-aaec-d66c03293c53 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740403479188', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740402908950', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740402908968', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8757390'] for port, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:07.307474 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606cc26-8488-47b2-aaec-d66c03293c53 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Pushing event updated for resources: {'Port': ['ID=ac2a056f-86e2-4357-86eb-f1892fd50740,revision_number=2']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:39:07.314681 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8606cc26-8488-47b2-aaec-d66c03293c53 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3788949'] for floatingip, after_update {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:07.411756 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.db.l3_db [None req-8606cc26-8488-47b2-aaec-d66c03293c53 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Floating IP fec03394-bf01-437c-b289-03c1bb95815c associated. External IP: 172.27.0.25, port: 6854a29b-61a3-4551-8e1d-898a3bb72326. Aug 13 04:39:07.613132 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8606cc26-8488-47b2-aaec-d66c03293c53 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Router 84c8ba90-bd75-48e8-9809-29e8e1ab1971 has already been hosted by L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:39:07.718612 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8606cc26-8488-47b2-aaec-d66c03293c53 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:39:07.728441 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca63126-9209-48b8-ae68-90b91ba2ad74 None None] Sync routers for ids ['84c8ba90-bd75-48e8-9809-29e8e1ab1971'] in dv-cinder-759961-6-iscsi {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:39:07.734250 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-8606cc26-8488-47b2-aaec-d66c03293c53 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for floatingip, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:07.737585 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca63126-9209-48b8-ae68-90b91ba2ad74 None None] Routers {'84c8ba90-bd75-48e8-9809-29e8e1ab1971'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:39:07.738195 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-cca63126-9209-48b8-ae68-90b91ba2ad74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:38:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['84c8ba90-bd75-48e8-9809-29e8e1ab1971'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:39:07.762781 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-8606cc26-8488-47b2-aaec-d66c03293c53 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6584055 Aug 13 04:39:07.763434 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016c7aa0-86aa-4e90-a0a8-8891c5060853', 'tag': '6854a29b-61a3-4551-8e1d-898a3bb72326'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:39:07.765690 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70cdd4b14b3222e3d0e13c26c8e97d260020fc564b3ab37a06bbaa54b203d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae527639-09fd-4da8-8b09-842a389fb1ec" -d '{"events": [{"name": "network-changed", "server_uuid": "016c7aa0-86aa-4e90-a0a8-8891c5060853", "tag": "6854a29b-61a3-4551-8e1d-898a3bb72326"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:39:07.800204 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6352ce5c-4a08-48b8-8865-dfb056948d45 x-openstack-request-id: req-6352ce5c-4a08-48b8-8865-dfb056948d45 {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:39:07.800503 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016c7aa0-86aa-4e90-a0a8-8891c5060853", "tag": "6854a29b-61a3-4551-8e1d-898a3bb72326", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:39:07.800762 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6352ce5c-4a08-48b8-8865-dfb056948d45 {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:39:07.801166 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016c7aa0-86aa-4e90-a0a8-8891c5060853', 'tag': '6854a29b-61a3-4551-8e1d-898a3bb72326', 'status': 'completed', 'code': 200} Aug 13 04:39:07.846705 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-cca63126-9209-48b8-ae68-90b91ba2ad74 None None] Set router 84c8ba90-bd75-48e8-9809-29e8e1ab1971 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:39:07.863071 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae527639-09fd-4da8-8b09-842a389fb1ec req-8b24ed7a-441b-42fe-8193-27c897a4e747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:39:07.864625 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ae527639-09fd-4da8-8b09-842a389fb1ec req-8b24ed7a-441b-42fe-8193-27c897a4e747 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f2d284955ea4d12b60ceba4f7a53e87&device_id=016c7aa0-86aa-4e90-a0a8-8891c5060853 HTTP/1.1" status: 200 len: 1099 time: 0.0396726 Aug 13 04:39:07.958133 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae527639-09fd-4da8-8b09-842a389fb1ec req-80b6e009-8c67-4414-bbf8-ca175c070010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:39:07.959665 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ae527639-09fd-4da8-8b09-842a389fb1ec req-80b6e009-8c67-4414-bbf8-ca175c070010 service neutron] 10.222.0.64 "GET /v2.0/networks?id=87d3a17b-ea4d-435b-9c8e-36b4c38780d2 HTTP/1.1" status: 200 len: 912 time: 0.0878286 Aug 13 04:39:08.024332 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ae527639-09fd-4da8-8b09-842a389fb1ec req-49f7f39d-0ff6-494a-ae1d-50f7af1f8e3d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6854a29b-61a3-4551-8e1d-898a3bb72326 HTTP/1.1" status: 200 len: 999 time: 0.0577924 Aug 13 04:39:08.076136 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae527639-09fd-4da8-8b09-842a389fb1ec req-46636471-1116-4e92-a465-a083474c93e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:39:08.077697 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ae527639-09fd-4da8-8b09-842a389fb1ec req-46636471-1116-4e92-a465-a083474c93e0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=70eada8e-6c53-4591-b1fd-b63b9652e2e1 HTTP/1.1" status: 200 len: 850 time: 0.0462263 Aug 13 04:39:08.086850 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0236fa01-7cac-439a-9475-818e175baca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:08.090764 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-cca63126-9209-48b8-ae68-90b91ba2ad74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'name': 'tempest-TestVolumeBootPattern-334249644-router', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:11Z', 'updated_at': '2021-08-13T04:32:18Z', 'revision_number': 4, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'gw_port': {'id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:12Z', 'updated_at': '2021-08-13T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_floatingips': [{'id': 'a2c97ff4-d18f-4b08-8146-33b5f451b409', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'router_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'port_id': 'b09d6a5f-8290-4c39-852c-99ab3183d05c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'mac_address': 'fa:16:3e:b7:34:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fee77a-c81e-400f-8a01-959a6d472e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:36:50Z', 'updated_at': '2021-08-13T04:36:52Z', 'revision_number': 1, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'fixed_ip_address_scope': None}, {'id': 'fec03394-bf01-437c-b289-03c1bb95815c', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'router_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'port_id': '6854a29b-61a3-4551-8e1d-898a3bb72326', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'mac_address': 'fa:16:3e:7f:a4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016c7aa0-86aa-4e90-a0a8-8891c5060853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:39:06Z', 'updated_at': '2021-08-13T04:39:06Z', 'revision_number': 0, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee537ad-5512-45bb-934e-4815e20a6d76', 'name': '', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'mac_address': 'fa:16:3e:7c:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:16Z', 'updated_at': '2021-08-13T04:32:31Z', 'revision_number': 5, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'subnets': [{'id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:39:08.117979 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca63126-9209-48b8-ae68-90b91ba2ad74 None None] Checking router: 84c8ba90-bd75-48e8-9809-29e8e1ab1971 for host: dv-cinder-759961-6-iscsi {{(pid=93895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:39:08.126115 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca63126-9209-48b8-ae68-90b91ba2ad74 None None] Routers {'84c8ba90-bd75-48e8-9809-29e8e1ab1971'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:39:08.126715 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-cca63126-9209-48b8-ae68-90b91ba2ad74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:38:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['84c8ba90-bd75-48e8-9809-29e8e1ab1971'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:39:08.127788 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae527639-09fd-4da8-8b09-842a389fb1ec req-c72e0863-72e7-4590-8660-8c452ebcfdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:39:08.129385 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ae527639-09fd-4da8-8b09-842a389fb1ec req-c72e0863-72e7-4590-8660-8c452ebcfdaa service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87d3a17b-ea4d-435b-9c8e-36b4c38780d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444930 Aug 13 04:39:08.217383 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ae527639-09fd-4da8-8b09-842a389fb1ec req-5cc3c1c8-fd4d-4292-98e4-06e54d5d148e service neutron] 10.222.0.64 "GET /v2.0/networks/87d3a17b-ea4d-435b-9c8e-36b4c38780d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802264 Aug 13 04:39:08.233046 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-cca63126-9209-48b8-ae68-90b91ba2ad74 None None] Set router 84c8ba90-bd75-48e8-9809-29e8e1ab1971 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:39:08.311281 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ae527639-09fd-4da8-8b09-842a389fb1ec req-0610b22c-18ce-4160-9330-c9743170fde8 service neutron] 10.222.0.64 "GET /v2.0/networks/87d3a17b-ea4d-435b-9c8e-36b4c38780d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871897 Aug 13 04:39:08.456308 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-cca63126-9209-48b8-ae68-90b91ba2ad74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'name': 'tempest-TestVolumeBootPattern-334249644-router', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:11Z', 'updated_at': '2021-08-13T04:32:18Z', 'revision_number': 4, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'gw_port': {'id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:12Z', 'updated_at': '2021-08-13T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_floatingips': [{'id': 'a2c97ff4-d18f-4b08-8146-33b5f451b409', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'router_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'port_id': 'b09d6a5f-8290-4c39-852c-99ab3183d05c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'mac_address': 'fa:16:3e:b7:34:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fee77a-c81e-400f-8a01-959a6d472e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:36:50Z', 'updated_at': '2021-08-13T04:36:52Z', 'revision_number': 1, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'fixed_ip_address_scope': None}, {'id': 'fec03394-bf01-437c-b289-03c1bb95815c', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'router_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'port_id': '6854a29b-61a3-4551-8e1d-898a3bb72326', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'mac_address': 'fa:16:3e:7f:a4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016c7aa0-86aa-4e90-a0a8-8891c5060853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:39:06Z', 'updated_at': '2021-08-13T04:39:06Z', 'revision_number': 0, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee537ad-5512-45bb-934e-4815e20a6d76', 'name': '', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'mac_address': 'fa:16:3e:7c:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:16Z', 'updated_at': '2021-08-13T04:32:31Z', 'revision_number': 5, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'subnets': [{'id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:39:08.482626 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca63126-9209-48b8-ae68-90b91ba2ad74 None None] The sync data for ids ['84c8ba90-bd75-48e8-9809-29e8e1ab1971'] in dv-cinder-759961-6-iscsi is: [{'id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'name': 'tempest-TestVolumeBootPattern-334249644-router', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:11Z', 'updated_at': '2021-08-13T04:32:18Z', 'revision_number': 4, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'gw_port': {'id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:12Z', 'updated_at': '2021-08-13T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_floatingips': [{'id': 'a2c97ff4-d18f-4b08-8146-33b5f451b409', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'router_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'port_id': 'b09d6a5f-8290-4c39-852c-99ab3183d05c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'mac_address': 'fa:16:3e:b7:34:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fee77a-c81e-400f-8a01-959a6d472e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:36:50Z', 'updated_at': '2021-08-13T04:36:52Z', 'revision_number': 1, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'fixed_ip_address_scope': None}, {'id': 'fec03394-bf01-437c-b289-03c1bb95815c', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'router_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'port_id': '6854a29b-61a3-4551-8e1d-898a3bb72326', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'mac_address': 'fa:16:3e:7f:a4:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016c7aa0-86aa-4e90-a0a8-8891c5060853', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:39:06Z', 'updated_at': '2021-08-13T04:39:06Z', 'revision_number': 0, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee537ad-5512-45bb-934e-4815e20a6d76', 'name': '', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'mac_address': 'fa:16:3e:7c:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:16Z', 'updated_at': '2021-08-13T04:32:31Z', 'revision_number': 5, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'subnets': [{'id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:39:08.657800 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b81bca7-373d-4e46-ba50-3124fc487148 None None] New status for floating IP fec03394-bf01-437c-b289-03c1bb95815c: ACTIVE {{(pid=93896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:39:10.936100 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-00519b66-673b-42f3-a7f9-1abda99490e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:11.364574 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:11.464060 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ba894501-a2d9-40da-8241-af509c4db6f6 req-3b3ea7db-a9da-41ea-8596-4b7e1e2eb5c0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=06fee77a-c81e-400f-8a01-959a6d472e9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398133 Aug 13 04:39:11.524835 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba894501-a2d9-40da-8241-af509c4db6f6 req-0171fa5e-d195-4675-a9d3-1519e7a2e89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:39:11.526348 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ba894501-a2d9-40da-8241-af509c4db6f6 req-0171fa5e-d195-4675-a9d3-1519e7a2e89b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f2d284955ea4d12b60ceba4f7a53e87&device_id=06fee77a-c81e-400f-8a01-959a6d472e9c HTTP/1.1" status: 200 len: 1098 time: 0.0398698 Aug 13 04:39:11.632629 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba894501-a2d9-40da-8241-af509c4db6f6 req-059a50c4-1c0f-41c4-af10-9b7cf8ac81c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:39:11.634875 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ba894501-a2d9-40da-8241-af509c4db6f6 req-059a50c4-1c0f-41c4-af10-9b7cf8ac81c3 service neutron] 10.222.0.64 "GET /v2.0/networks?id=87d3a17b-ea4d-435b-9c8e-36b4c38780d2 HTTP/1.1" status: 200 len: 912 time: 0.0873318 Aug 13 04:39:11.700003 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ba894501-a2d9-40da-8241-af509c4db6f6 req-9ae90523-7e20-48ed-9f54-9730a422eb59 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b09d6a5f-8290-4c39-852c-99ab3183d05c HTTP/1.1" status: 200 len: 1001 time: 0.0578251 Aug 13 04:39:11.747123 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba894501-a2d9-40da-8241-af509c4db6f6 req-aa036927-60c6-4a3a-8aa6-9325b9fe0516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:39:11.748518 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ba894501-a2d9-40da-8241-af509c4db6f6 req-aa036927-60c6-4a3a-8aa6-9325b9fe0516 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=70eada8e-6c53-4591-b1fd-b63b9652e2e1 HTTP/1.1" status: 200 len: 850 time: 0.0418282 Aug 13 04:39:11.795272 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba894501-a2d9-40da-8241-af509c4db6f6 req-7d889517-8510-404b-bb78-b7cad5fa96d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:39:11.796727 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ba894501-a2d9-40da-8241-af509c4db6f6 req-7d889517-8510-404b-bb78-b7cad5fa96d4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87d3a17b-ea4d-435b-9c8e-36b4c38780d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417988 Aug 13 04:39:11.883552 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ba894501-a2d9-40da-8241-af509c4db6f6 req-d6e56615-89ef-4f29-94fa-dadd64d71403 service neutron] 10.222.0.64 "GET /v2.0/networks/87d3a17b-ea4d-435b-9c8e-36b4c38780d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799494 Aug 13 04:39:11.973975 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-ba894501-a2d9-40da-8241-af509c4db6f6 req-87ca75ed-0626-4360-b401-51b316687144 service neutron] 10.222.0.64 "GET /v2.0/networks/87d3a17b-ea4d-435b-9c8e-36b4c38780d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838652 Aug 13 04:39:12.070501 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:12.305657 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:14.044274 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:35.374594 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 6 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:39:38.077750 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c2cb056d-7d8a-4892-a3b8-c4273a95af63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:40.938049 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-c84a13e1-9925-4c8b-9ccf-b2752c44f027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:41.367332 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:42.087350 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:42.308894 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:39:44.046994 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:08.078342 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ebb2cb98-33dc-4088-a457-afd3e49307d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:10.938638 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-7c084fbe-6840-4ce0-b378-480d4657699e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:11.371447 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:12.100977 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:12.310146 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:12.374744 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 6 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:40:12.435771 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-fabf68ae-ca1f-4787-a5b0-8bd7456535f9 req-9ca01983-5522-405a-86d6-389ef667e244 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=06fee77a-c81e-400f-8a01-959a6d472e9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0495999 Aug 13 04:40:12.517497 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf68ae-ca1f-4787-a5b0-8bd7456535f9 req-74d1492b-34c9-4aef-994c-c3017fd56986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:40:12.518993 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-fabf68ae-ca1f-4787-a5b0-8bd7456535f9 req-74d1492b-34c9-4aef-994c-c3017fd56986 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f2d284955ea4d12b60ceba4f7a53e87&device_id=06fee77a-c81e-400f-8a01-959a6d472e9c HTTP/1.1" status: 200 len: 1098 time: 0.0402136 Aug 13 04:40:12.624086 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf68ae-ca1f-4787-a5b0-8bd7456535f9 req-8a0853e4-fb2c-4516-9694-73bf8cbad659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:40:12.625554 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-fabf68ae-ca1f-4787-a5b0-8bd7456535f9 req-8a0853e4-fb2c-4516-9694-73bf8cbad659 service neutron] 10.222.0.64 "GET /v2.0/networks?id=87d3a17b-ea4d-435b-9c8e-36b4c38780d2 HTTP/1.1" status: 200 len: 912 time: 0.0861673 Aug 13 04:40:12.949269 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-fabf68ae-ca1f-4787-a5b0-8bd7456535f9 req-10ddca4c-e292-4811-a5f0-4cc4ad0cb721 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b09d6a5f-8290-4c39-852c-99ab3183d05c HTTP/1.1" status: 200 len: 1001 time: 0.3163595 Aug 13 04:40:12.996831 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf68ae-ca1f-4787-a5b0-8bd7456535f9 req-87763fb2-0400-4bc1-a37e-4195c8bf025d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:40:12.998223 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-fabf68ae-ca1f-4787-a5b0-8bd7456535f9 req-87763fb2-0400-4bc1-a37e-4195c8bf025d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=70eada8e-6c53-4591-b1fd-b63b9652e2e1 HTTP/1.1" status: 200 len: 850 time: 0.0420952 Aug 13 04:40:13.044652 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf68ae-ca1f-4787-a5b0-8bd7456535f9 req-0f706ea3-ab9e-4871-9547-ff27573249d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:40:13.046132 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-fabf68ae-ca1f-4787-a5b0-8bd7456535f9 req-0f706ea3-ab9e-4871-9547-ff27573249d9 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87d3a17b-ea4d-435b-9c8e-36b4c38780d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409727 Aug 13 04:40:13.132237 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-fabf68ae-ca1f-4787-a5b0-8bd7456535f9 req-3c2df0b1-a3eb-4c67-8bc0-999fda4ef860 service neutron] 10.222.0.64 "GET /v2.0/networks/87d3a17b-ea4d-435b-9c8e-36b4c38780d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791442 Aug 13 04:40:13.224075 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-fabf68ae-ca1f-4787-a5b0-8bd7456535f9 req-5e111128-4dc9-40cd-910a-2a990628b766 service neutron] 10.222.0.64 "GET /v2.0/networks/87d3a17b-ea4d-435b-9c8e-36b4c38780d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841281 Aug 13 04:40:14.049420 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:37.016040 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 45908) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:40:37.167502 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [None req-cd99faf5-5cae-4235-ba96-adb0215ab2b4 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Deleting port ac2a056f-86e2-4357-86eb-f1892fd50740 {{(pid=93893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:40:37.167871 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-cd99faf5-5cae-4235-ba96-adb0215ab2b4 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:37.244666 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-cd99faf5-5cae-4235-ba96-adb0215ab2b4 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:37.244997 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-cd99faf5-5cae-4235-ba96-adb0215ab2b4 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:37.256958 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [None req-cd99faf5-5cae-4235-ba96-adb0215ab2b4 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Calling delete_port for ac2a056f-86e2-4357-86eb-f1892fd50740 owned by network:floatingip {{(pid=93893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:40:37.401467 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-cd99faf5-5cae-4235-ba96-adb0215ab2b4 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:37.425929 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99faf5-5cae-4235-ba96-adb0215ab2b4 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Pushing event deleted for resources: {'Port': ['ID=ac2a056f-86e2-4357-86eb-f1892fd50740,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:40:37.451391 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd99faf5-5cae-4235-ba96-adb0215ab2b4 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:40:37.451742 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd99faf5-5cae-4235-ba96-adb0215ab2b4 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:40:37.452093 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd99faf5-5cae-4235-ba96-adb0215ab2b4 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:40:37.452436 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd99faf5-5cae-4235-ba96-adb0215ab2b4 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:40:37.452840 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd99faf5-5cae-4235-ba96-adb0215ab2b4 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:40:37.453210 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd99faf5-5cae-4235-ba96-adb0215ab2b4 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:40:37.453640 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd99faf5-5cae-4235-ba96-adb0215ab2b4 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:40:37.453976 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd99faf5-5cae-4235-ba96-adb0215ab2b4 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:40:37.454310 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd99faf5-5cae-4235-ba96-adb0215ab2b4 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:40:37.454641 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd99faf5-5cae-4235-ba96-adb0215ab2b4 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:40:37.454966 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd99faf5-5cae-4235-ba96-adb0215ab2b4 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:40:37.455291 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd99faf5-5cae-4235-ba96-adb0215ab2b4 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93893) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:40:37.492717 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-cd99faf5-5cae-4235-ba96-adb0215ab2b4 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for floatingip, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:37.493051 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.db.l3_db [None req-cd99faf5-5cae-4235-ba96-adb0215ab2b4 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Floating IP fec03394-bf01-437c-b289-03c1bb95815c disassociated (deleted). External IP: 172.27.0.25, port: 6854a29b-61a3-4551-8e1d-898a3bb72326. Aug 13 04:40:37.697227 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd99faf5-5cae-4235-ba96-adb0215ab2b4 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Router 84c8ba90-bd75-48e8-9809-29e8e1ab1971 has already been hosted by L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb {{(pid=93893) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:40:37.801443 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd99faf5-5cae-4235-ba96-adb0215ab2b4 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:40:37.806246 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-cd99faf5-5cae-4235-ba96-adb0215ab2b4 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for floatingip, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:37.811640 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a2dacc-e4ef-47f1-83b5-7798df5c49f4 None None] Sync routers for ids ['84c8ba90-bd75-48e8-9809-29e8e1ab1971'] in dv-cinder-759961-6-iscsi {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:40:37.820936 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a2dacc-e4ef-47f1-83b5-7798df5c49f4 None None] Routers {'84c8ba90-bd75-48e8-9809-29e8e1ab1971'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:40:37.821589 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-37a2dacc-e4ef-47f1-83b5-7798df5c49f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:40:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['84c8ba90-bd75-48e8-9809-29e8e1ab1971'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:40:37.833515 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-cd99faf5-5cae-4235-ba96-adb0215ab2b4 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "DELETE /v2.0/floatingips/fec03394-bf01-437c-b289-03c1bb95815c HTTP/1.1" status: 204 len: 168 time: 0.8164661 Aug 13 04:40:37.834149 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016c7aa0-86aa-4e90-a0a8-8891c5060853', 'tag': '6854a29b-61a3-4551-8e1d-898a3bb72326'}] {{(pid=93893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:40:37.836477 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aea723d68c964973b0702c1800637223d1e6775f666202f903cb1e18101cb68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5011f2d8-876c-4a36-bdc6-d89f3d2a721a" -d '{"events": [{"name": "network-changed", "server_uuid": "016c7aa0-86aa-4e90-a0a8-8891c5060853", "tag": "6854a29b-61a3-4551-8e1d-898a3bb72326"}]}' {{(pid=93893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:40:37.880819 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7f1b7b-2ba7-4abf-8334-fb9c3678e67c x-openstack-request-id: req-9d7f1b7b-2ba7-4abf-8334-fb9c3678e67c {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:40:37.881121 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016c7aa0-86aa-4e90-a0a8-8891c5060853", "tag": "6854a29b-61a3-4551-8e1d-898a3bb72326", "status": "completed", "code": 200}]} {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:40:37.881374 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d7f1b7b-2ba7-4abf-8334-fb9c3678e67c {{(pid=93893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:40:37.881803 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016c7aa0-86aa-4e90-a0a8-8891c5060853', 'tag': '6854a29b-61a3-4551-8e1d-898a3bb72326', 'status': 'completed', 'code': 200} Aug 13 04:40:37.930665 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-37a2dacc-e4ef-47f1-83b5-7798df5c49f4 None None] Set router 84c8ba90-bd75-48e8-9809-29e8e1ab1971 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:40:37.946919 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011f2d8-876c-4a36-bdc6-d89f3d2a721a req-2d7bdbc6-4542-4978-9f6b-9f29abf45199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:40:37.948566 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-5011f2d8-876c-4a36-bdc6-d89f3d2a721a req-2d7bdbc6-4542-4978-9f6b-9f29abf45199 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f2d284955ea4d12b60ceba4f7a53e87&device_id=016c7aa0-86aa-4e90-a0a8-8891c5060853 HTTP/1.1" status: 200 len: 1099 time: 0.0442784 Aug 13 04:40:38.054823 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011f2d8-876c-4a36-bdc6-d89f3d2a721a req-73abf1ee-eec8-45c3-a10a-9625f8204609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:40:38.056301 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-5011f2d8-876c-4a36-bdc6-d89f3d2a721a req-73abf1ee-eec8-45c3-a10a-9625f8204609 service neutron] 10.222.0.64 "GET /v2.0/networks?id=87d3a17b-ea4d-435b-9c8e-36b4c38780d2 HTTP/1.1" status: 200 len: 912 time: 0.0963840 Aug 13 04:40:38.099488 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-f35ad808-f22a-43b8-8cca-98ca48af049b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:38.104127 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-5011f2d8-876c-4a36-bdc6-d89f3d2a721a req-352478b5-4ad6-404e-aa2f-313e03b1d8e0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6854a29b-61a3-4551-8e1d-898a3bb72326 HTTP/1.1" status: 200 len: 217 time: 0.0400627 Aug 13 04:40:38.156352 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011f2d8-876c-4a36-bdc6-d89f3d2a721a req-1d645f42-e2a7-4d2c-99d2-1302dc3b4f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:40:38.159011 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-5011f2d8-876c-4a36-bdc6-d89f3d2a721a req-1d645f42-e2a7-4d2c-99d2-1302dc3b4f6a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=70eada8e-6c53-4591-b1fd-b63b9652e2e1 HTTP/1.1" status: 200 len: 850 time: 0.0471239 Aug 13 04:40:38.186273 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-37a2dacc-e4ef-47f1-83b5-7798df5c49f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'name': 'tempest-TestVolumeBootPattern-334249644-router', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:11Z', 'updated_at': '2021-08-13T04:32:18Z', 'revision_number': 4, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'gw_port': {'id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:12Z', 'updated_at': '2021-08-13T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_floatingips': [{'id': 'a2c97ff4-d18f-4b08-8146-33b5f451b409', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'router_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'port_id': 'b09d6a5f-8290-4c39-852c-99ab3183d05c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'mac_address': 'fa:16:3e:b7:34:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fee77a-c81e-400f-8a01-959a6d472e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:36:50Z', 'updated_at': '2021-08-13T04:36:52Z', 'revision_number': 1, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee537ad-5512-45bb-934e-4815e20a6d76', 'name': '', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'mac_address': 'fa:16:3e:7c:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:16Z', 'updated_at': '2021-08-13T04:32:31Z', 'revision_number': 5, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'subnets': [{'id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:40:38.207234 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011f2d8-876c-4a36-bdc6-d89f3d2a721a req-e800d8d1-b59a-452e-b9d7-dc1a41704a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:40:38.208645 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-5011f2d8-876c-4a36-bdc6-d89f3d2a721a req-e800d8d1-b59a-452e-b9d7-dc1a41704a99 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87d3a17b-ea4d-435b-9c8e-36b4c38780d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419779 Aug 13 04:40:38.217842 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a2dacc-e4ef-47f1-83b5-7798df5c49f4 None None] Checking router: 84c8ba90-bd75-48e8-9809-29e8e1ab1971 for host: dv-cinder-759961-6-iscsi {{(pid=93895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:40:38.221772 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [req-5011f2d8-876c-4a36-bdc6-d89f3d2a721a req-6d5e32b3-0313-4254-9709-081adc3d48de service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93894) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 13 04:40:38.222739 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-5011f2d8-876c-4a36-bdc6-d89f3d2a721a req-6d5e32b3-0313-4254-9709-081adc3d48de service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052512 Aug 13 04:40:38.226850 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a2dacc-e4ef-47f1-83b5-7798df5c49f4 None None] Routers {'84c8ba90-bd75-48e8-9809-29e8e1ab1971'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:40:38.227467 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-37a2dacc-e4ef-47f1-83b5-7798df5c49f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:40:11Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['84c8ba90-bd75-48e8-9809-29e8e1ab1971'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:40:38.263710 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06eca27-d294-4d7f-9c0d-3e32aaf50996 req-209245f5-1fb2-4a65-856b-f2bc2c0670e8 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:40:38.265377 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c06eca27-d294-4d7f-9c0d-3e32aaf50996 req-209245f5-1fb2-4a65-856b-f2bc2c0670e8 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=016c7aa0-86aa-4e90-a0a8-8891c5060853 HTTP/1.1" status: 200 len: 946 time: 0.2286346 Aug 13 04:40:38.304622 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c06eca27-d294-4d7f-9c0d-3e32aaf50996 req-09d08caa-cc7f-46f0-b123-b7a85d3a9107 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330615 Aug 13 04:40:38.328583 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-5011f2d8-876c-4a36-bdc6-d89f3d2a721a req-03377d5b-b185-4e50-bd25-bd1b99cb1c81 service neutron] 10.222.0.64 "GET /v2.0/networks/87d3a17b-ea4d-435b-9c8e-36b4c38780d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983429 Aug 13 04:40:38.336175 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-37a2dacc-e4ef-47f1-83b5-7798df5c49f4 None None] Set router 84c8ba90-bd75-48e8-9809-29e8e1ab1971 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:40:38.418145 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-5011f2d8-876c-4a36-bdc6-d89f3d2a721a req-19013207-8112-4147-b93d-95bdc32af483 service neutron] 10.222.0.64 "GET /v2.0/networks/87d3a17b-ea4d-435b-9c8e-36b4c38780d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811188 Aug 13 04:40:38.680714 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-37a2dacc-e4ef-47f1-83b5-7798df5c49f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'name': 'tempest-TestVolumeBootPattern-334249644-router', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:11Z', 'updated_at': '2021-08-13T04:32:18Z', 'revision_number': 4, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'gw_port': {'id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:12Z', 'updated_at': '2021-08-13T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_floatingips': [{'id': 'a2c97ff4-d18f-4b08-8146-33b5f451b409', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'router_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'port_id': 'b09d6a5f-8290-4c39-852c-99ab3183d05c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'mac_address': 'fa:16:3e:b7:34:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fee77a-c81e-400f-8a01-959a6d472e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:36:50Z', 'updated_at': '2021-08-13T04:36:52Z', 'revision_number': 1, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee537ad-5512-45bb-934e-4815e20a6d76', 'name': '', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'mac_address': 'fa:16:3e:7c:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:16Z', 'updated_at': '2021-08-13T04:32:31Z', 'revision_number': 5, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'subnets': [{'id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:40:38.707738 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a2dacc-e4ef-47f1-83b5-7798df5c49f4 None None] The sync data for ids ['84c8ba90-bd75-48e8-9809-29e8e1ab1971'] in dv-cinder-759961-6-iscsi is: [{'id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'name': 'tempest-TestVolumeBootPattern-334249644-router', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:11Z', 'updated_at': '2021-08-13T04:32:18Z', 'revision_number': 4, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'gw_port': {'id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:12Z', 'updated_at': '2021-08-13T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_floatingips': [{'id': 'a2c97ff4-d18f-4b08-8146-33b5f451b409', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'floating_ip_address': '172.27.0.236', 'floating_network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'router_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'port_id': 'b09d6a5f-8290-4c39-852c-99ab3183d05c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'mac_address': 'fa:16:3e:b7:34:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fee77a-c81e-400f-8a01-959a6d472e9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-13T04:36:50Z', 'updated_at': '2021-08-13T04:36:52Z', 'revision_number': 1, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ee537ad-5512-45bb-934e-4815e20a6d76', 'name': '', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'mac_address': 'fa:16:3e:7c:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:16Z', 'updated_at': '2021-08-13T04:32:31Z', 'revision_number': 5, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'subnets': [{'id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:40:38.898950 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca92b116-ae43-4cfa-831d-d086421ba17c None None] New status for floating IP fec03394-bf01-437c-b289-03c1bb95815c: DOWN {{(pid=93896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:40:39.476662 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a75a5-6d93-4b9c-ba38-e11c1be5c8da req-d98397b0-f380-4b46-8686-52c5080e851e tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:40:39.478153 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f57a75a5-6d93-4b9c-ba38-e11c1be5c8da req-d98397b0-f380-4b46-8686-52c5080e851e tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=016c7aa0-86aa-4e90-a0a8-8891c5060853 HTTP/1.1" status: 200 len: 946 time: 0.1030307 Aug 13 04:40:39.515956 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-f57a75a5-6d93-4b9c-ba38-e11c1be5c8da req-69fc62a8-cf72-427b-bdfd-960f6c41ade6 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313177 Aug 13 04:40:39.599855 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc8e88-03e3-4d23-93e0-8e56f23de169 req-78bedeaf-a60b-4b7e-96a0-297fd03bbaa3 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:40:39.601201 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-85bc8e88-03e3-4d23-93e0-8e56f23de169 req-78bedeaf-a60b-4b7e-96a0-297fd03bbaa3 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.64 "GET /v2.0/ports?device_id=016c7aa0-86aa-4e90-a0a8-8891c5060853 HTTP/1.1" status: 200 len: 946 time: 0.0478981 Aug 13 04:40:39.692536 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [req-85bc8e88-03e3-4d23-93e0-8e56f23de169 req-60de6c30-83f8-478d-9ecf-603c7c10c243 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Deleting port 6854a29b-61a3-4551-8e1d-898a3bb72326 {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:40:39.692875 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-85bc8e88-03e3-4d23-93e0-8e56f23de169 req-60de6c30-83f8-478d-9ecf-603c7c10c243 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:39.776513 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-85bc8e88-03e3-4d23-93e0-8e56f23de169 req-60de6c30-83f8-478d-9ecf-603c7c10c243 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] For port 6854a29b-61a3-4551-8e1d-898a3bb72326, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6854a29b-61a3-4551-8e1d-898a3bb72326,segment=NetworkSegment(55400ce5-562b-4df1-92f9-d4df5f090c2a),segment_id=55400ce5-562b-4df1-92f9-d4df5f090c2a)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:40:39.776866 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-85bc8e88-03e3-4d23-93e0-8e56f23de169 req-60de6c30-83f8-478d-9ecf-603c7c10c243 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:39.793788 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [req-85bc8e88-03e3-4d23-93e0-8e56f23de169 req-60de6c30-83f8-478d-9ecf-603c7c10c243 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Calling delete_port for 6854a29b-61a3-4551-8e1d-898a3bb72326 owned by compute:nova {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:40:39.914941 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-85bc8e88-03e3-4d23-93e0-8e56f23de169 req-60de6c30-83f8-478d-9ecf-603c7c10c243 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:39.948786 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de6c30-83f8-478d-9ecf-603c7c10c243 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Pushing event deleted for resources: {'Port': ['ID=6854a29b-61a3-4551-8e1d-898a3bb72326,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:40:39.975763 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60de6c30-83f8-478d-9ecf-603c7c10c243 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:40:39.976118 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60de6c30-83f8-478d-9ecf-603c7c10c243 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:40:39.976463 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60de6c30-83f8-478d-9ecf-603c7c10c243 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:40:39.976803 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60de6c30-83f8-478d-9ecf-603c7c10c243 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:40:39.977137 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60de6c30-83f8-478d-9ecf-603c7c10c243 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:40:39.977499 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60de6c30-83f8-478d-9ecf-603c7c10c243 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:40:39.977835 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60de6c30-83f8-478d-9ecf-603c7c10c243 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:40:39.978167 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60de6c30-83f8-478d-9ecf-603c7c10c243 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:40:39.978498 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60de6c30-83f8-478d-9ecf-603c7c10c243 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:40:39.978825 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60de6c30-83f8-478d-9ecf-603c7c10c243 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:40:39.979154 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60de6c30-83f8-478d-9ecf-603c7c10c243 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:40:39.979476 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60de6c30-83f8-478d-9ecf-603c7c10c243 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93894) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:40:39.995598 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [req-85bc8e88-03e3-4d23-93e0-8e56f23de169 req-60de6c30-83f8-478d-9ecf-603c7c10c243 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] No DVR routers for this DVR port 6854a29b-61a3-4551-8e1d-898a3bb72326 on host hv-cinder-75996 {{(pid=93894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:40:39.998533 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-85bc8e88-03e3-4d23-93e0-8e56f23de169 req-60de6c30-83f8-478d-9ecf-603c7c10c243 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:40.000941 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-85bc8e88-03e3-4d23-93e0-8e56f23de169 req-60de6c30-83f8-478d-9ecf-603c7c10c243 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.64 "DELETE /v2.0/ports/6854a29b-61a3-4551-8e1d-898a3bb72326 HTTP/1.1" status: 204 len: 173 time: 0.3931582 Aug 13 04:40:40.001383 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016c7aa0-86aa-4e90-a0a8-8891c5060853', 'name': 'network-vif-deleted', 'tag': '6854a29b-61a3-4551-8e1d-898a3bb72326'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:40:40.004160 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70cdd4b14b3222e3d0e13c26c8e97d260020fc564b3ab37a06bbaa54b203d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce81ae7f-9693-48f3-a166-dbdea2f6ac96" -d '{"events": [{"server_uuid": "016c7aa0-86aa-4e90-a0a8-8891c5060853", "name": "network-vif-deleted", "tag": "6854a29b-61a3-4551-8e1d-898a3bb72326"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:40:40.062310 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8770be1-0d10-4473-9265-2797e276a937 x-openstack-request-id: req-d8770be1-0d10-4473-9265-2797e276a937 {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:40:40.062610 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016c7aa0-86aa-4e90-a0a8-8891c5060853", "name": "network-vif-deleted", "tag": "6854a29b-61a3-4551-8e1d-898a3bb72326", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:40:40.062866 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8770be1-0d10-4473-9265-2797e276a937 {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:40:40.063260 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016c7aa0-86aa-4e90-a0a8-8891c5060853', 'name': 'network-vif-deleted', 'tag': '6854a29b-61a3-4551-8e1d-898a3bb72326', 'status': 'completed', 'code': 200} Aug 13 04:40:40.619550 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-41278797-b362-4d93-b714-bfb9772292cd req-2a209935-28d0-442a-b956-62ca1ce7caba tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=016c7aa0-86aa-4e90-a0a8-8891c5060853 HTTP/1.1" status: 200 len: 210 time: 0.0261021 Aug 13 04:40:40.939258 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-09c237e8-74d0-4ce1-adfa-77026d920662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:41.373367 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:42.105857 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:42.313164 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:43.890278 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 45954) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:40:44.040043 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [None req-7cde8992-f8bd-4bb1-a5e9-d0873d04faa1 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Deleting port a58f7874-e86a-4515-837e-704b20a5e6e4 {{(pid=93893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:40:44.040391 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-7cde8992-f8bd-4bb1-a5e9-d0873d04faa1 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:44.052037 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:44.117631 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-7cde8992-f8bd-4bb1-a5e9-d0873d04faa1 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:44.117964 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-7cde8992-f8bd-4bb1-a5e9-d0873d04faa1 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:44.129957 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [None req-7cde8992-f8bd-4bb1-a5e9-d0873d04faa1 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Calling delete_port for a58f7874-e86a-4515-837e-704b20a5e6e4 owned by network:floatingip {{(pid=93893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:40:44.272943 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-7cde8992-f8bd-4bb1-a5e9-d0873d04faa1 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:44.297622 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cde8992-f8bd-4bb1-a5e9-d0873d04faa1 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Pushing event deleted for resources: {'Port': ['ID=a58f7874-e86a-4515-837e-704b20a5e6e4,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:40:44.355095 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-7cde8992-f8bd-4bb1-a5e9-d0873d04faa1 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for floatingip, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:44.355957 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.db.l3_db [None req-7cde8992-f8bd-4bb1-a5e9-d0873d04faa1 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Floating IP a2c97ff4-d18f-4b08-8146-33b5f451b409 disassociated (deleted). External IP: 172.27.0.236, port: b09d6a5f-8290-4c39-852c-99ab3183d05c. Aug 13 04:40:44.556889 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cde8992-f8bd-4bb1-a5e9-d0873d04faa1 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Router 84c8ba90-bd75-48e8-9809-29e8e1ab1971 has already been hosted by L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb {{(pid=93893) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:40:44.665063 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cde8992-f8bd-4bb1-a5e9-d0873d04faa1 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93893) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:40:44.670654 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-7cde8992-f8bd-4bb1-a5e9-d0873d04faa1 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for floatingip, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:44.676779 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156e8d76-737e-453a-8b3e-667382a9cc6e None None] Sync routers for ids ['84c8ba90-bd75-48e8-9809-29e8e1ab1971'] in dv-cinder-759961-6-iscsi {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:40:44.688183 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156e8d76-737e-453a-8b3e-667382a9cc6e None None] Routers {'84c8ba90-bd75-48e8-9809-29e8e1ab1971'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:40:44.689269 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-156e8d76-737e-453a-8b3e-667382a9cc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:40:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['84c8ba90-bd75-48e8-9809-29e8e1ab1971'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:40:44.699688 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-7cde8992-f8bd-4bb1-a5e9-d0873d04faa1 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "DELETE /v2.0/floatingips/a2c97ff4-d18f-4b08-8146-33b5f451b409 HTTP/1.1" status: 204 len: 168 time: 0.8083160 Aug 13 04:40:44.700702 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06fee77a-c81e-400f-8a01-959a6d472e9c', 'tag': 'b09d6a5f-8290-4c39-852c-99ab3183d05c'}] {{(pid=93893) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:40:44.703535 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aea723d68c964973b0702c1800637223d1e6775f666202f903cb1e18101cb68e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fb90f9-35b0-4178-abba-a1cbc8d62224" -d '{"events": [{"name": "network-changed", "server_uuid": "06fee77a-c81e-400f-8a01-959a6d472e9c", "tag": "b09d6a5f-8290-4c39-852c-99ab3183d05c"}]}' {{(pid=93893) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:40:44.732027 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 6854a29b-61a3-4551-8e1d-898a3bb72326 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:40:44.749756 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 13 Aug 2021 04:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39f9791-4849-48df-a52b-a303ed0ae4f3 x-openstack-request-id: req-a39f9791-4849-48df-a52b-a303ed0ae4f3 {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:40:44.750286 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06fee77a-c81e-400f-8a01-959a6d472e9c", "tag": "b09d6a5f-8290-4c39-852c-99ab3183d05c", "status": "completed", "code": 200}]} {{(pid=93893) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:40:44.750639 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a39f9791-4849-48df-a52b-a303ed0ae4f3 {{(pid=93893) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:40:44.751131 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06fee77a-c81e-400f-8a01-959a6d472e9c', 'tag': 'b09d6a5f-8290-4c39-852c-99ab3183d05c', 'status': 'completed', 'code': 200} Aug 13 04:40:44.759379 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] No Port match for: 6854a29b-61a3-4551-8e1d-898a3bb72326 {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:40:44.759859 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device 6854a29b-61a3-4551-8e1d-898a3bb72326 not bound to the agent host hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:40:44.817693 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb90f9-35b0-4178-abba-a1cbc8d62224 req-b6ca6e6c-725a-4a26-a4a6-79a146e0b28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:40:44.819869 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-89fb90f9-35b0-4178-abba-a1cbc8d62224 req-b6ca6e6c-725a-4a26-a4a6-79a146e0b28a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6f2d284955ea4d12b60ceba4f7a53e87&device_id=06fee77a-c81e-400f-8a01-959a6d472e9c HTTP/1.1" status: 200 len: 1098 time: 0.0410857 Aug 13 04:40:44.851476 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-156e8d76-737e-453a-8b3e-667382a9cc6e None None] Set router 84c8ba90-bd75-48e8-9809-29e8e1ab1971 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:40:44.928232 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb90f9-35b0-4178-abba-a1cbc8d62224 req-e25d67d9-42bd-43d9-b660-584e182d5fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:40:44.930043 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-89fb90f9-35b0-4178-abba-a1cbc8d62224 req-e25d67d9-42bd-43d9-b660-584e182d5fa5 service neutron] 10.222.0.64 "GET /v2.0/networks?id=87d3a17b-ea4d-435b-9c8e-36b4c38780d2 HTTP/1.1" status: 200 len: 912 time: 0.1017787 Aug 13 04:40:44.945061 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5253cfd-61f6-42e6-9dcf-3cb01b759614 req-08be1eeb-d18f-4902-af79-db2738963b4b tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:40:44.946746 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c5253cfd-61f6-42e6-9dcf-3cb01b759614 req-08be1eeb-d18f-4902-af79-db2738963b4b tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fee77a-c81e-400f-8a01-959a6d472e9c HTTP/1.1" status: 200 len: 945 time: 0.0513442 Aug 13 04:40:44.982166 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-89fb90f9-35b0-4178-abba-a1cbc8d62224 req-3607939a-98c9-41a7-9eec-99d41c44be2f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b09d6a5f-8290-4c39-852c-99ab3183d05c HTTP/1.1" status: 200 len: 217 time: 0.0432839 Aug 13 04:40:44.999307 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-c5253cfd-61f6-42e6-9dcf-3cb01b759614 req-024400b1-6580-4d14-afb0-951362cc360c tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450788 Aug 13 04:40:45.038682 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb90f9-35b0-4178-abba-a1cbc8d62224 req-eb979a62-6e5a-4fe8-9fc8-44bf52b2ca69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:40:45.040148 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-89fb90f9-35b0-4178-abba-a1cbc8d62224 req-eb979a62-6e5a-4fe8-9fc8-44bf52b2ca69 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=70eada8e-6c53-4591-b1fd-b63b9652e2e1 HTTP/1.1" status: 200 len: 850 time: 0.0482194 Aug 13 04:40:45.072338 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-156e8d76-737e-453a-8b3e-667382a9cc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'name': 'tempest-TestVolumeBootPattern-334249644-router', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:11Z', 'updated_at': '2021-08-13T04:32:18Z', 'revision_number': 4, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'gw_port': {'id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:12Z', 'updated_at': '2021-08-13T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': '6ee537ad-5512-45bb-934e-4815e20a6d76', 'name': '', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'mac_address': 'fa:16:3e:7c:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:16Z', 'updated_at': '2021-08-13T04:32:31Z', 'revision_number': 5, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'subnets': [{'id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:40:45.086796 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb90f9-35b0-4178-abba-a1cbc8d62224 req-e457806c-6789-4c12-a762-899af9a47b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:40:45.088276 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-89fb90f9-35b0-4178-abba-a1cbc8d62224 req-e457806c-6789-4c12-a762-899af9a47b78 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=87d3a17b-ea4d-435b-9c8e-36b4c38780d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393744 Aug 13 04:40:45.100718 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156e8d76-737e-453a-8b3e-667382a9cc6e None None] Checking router: 84c8ba90-bd75-48e8-9809-29e8e1ab1971 for host: dv-cinder-759961-6-iscsi {{(pid=93895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:40:45.109297 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156e8d76-737e-453a-8b3e-667382a9cc6e None None] Routers {'84c8ba90-bd75-48e8-9809-29e8e1ab1971'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:40:45.109939 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-156e8d76-737e-453a-8b3e-667382a9cc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:40:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['84c8ba90-bd75-48e8-9809-29e8e1ab1971'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:40:45.182438 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-89fb90f9-35b0-4178-abba-a1cbc8d62224 req-336ded81-0db3-4c98-85c5-818aa4e78b53 service neutron] 10.222.0.64 "GET /v2.0/networks/87d3a17b-ea4d-435b-9c8e-36b4c38780d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857916 Aug 13 04:40:45.216036 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-156e8d76-737e-453a-8b3e-667382a9cc6e None None] Set router 84c8ba90-bd75-48e8-9809-29e8e1ab1971 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:40:45.274295 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-89fb90f9-35b0-4178-abba-a1cbc8d62224 req-a8d57157-3ae8-49a8-98d1-3bdfae4c68b9 service neutron] 10.222.0.64 "GET /v2.0/networks/87d3a17b-ea4d-435b-9c8e-36b4c38780d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824990 Aug 13 04:40:45.423142 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-156e8d76-737e-453a-8b3e-667382a9cc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'name': 'tempest-TestVolumeBootPattern-334249644-router', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:11Z', 'updated_at': '2021-08-13T04:32:18Z', 'revision_number': 4, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'gw_port': {'id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:12Z', 'updated_at': '2021-08-13T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': '6ee537ad-5512-45bb-934e-4815e20a6d76', 'name': '', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'mac_address': 'fa:16:3e:7c:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:16Z', 'updated_at': '2021-08-13T04:32:31Z', 'revision_number': 5, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'subnets': [{'id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:40:45.450127 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156e8d76-737e-453a-8b3e-667382a9cc6e None None] The sync data for ids ['84c8ba90-bd75-48e8-9809-29e8e1ab1971'] in dv-cinder-759961-6-iscsi is: [{'id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'name': 'tempest-TestVolumeBootPattern-334249644-router', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:11Z', 'updated_at': '2021-08-13T04:32:18Z', 'revision_number': 4, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'gw_port': {'id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:12Z', 'updated_at': '2021-08-13T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi', '_interfaces': [{'id': '6ee537ad-5512-45bb-934e-4815e20a6d76', 'name': '', 'network_id': '87d3a17b-ea4d-435b-9c8e-36b4c38780d2', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'mac_address': 'fa:16:3e:7c:b6:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:16Z', 'updated_at': '2021-08-13T04:32:31Z', 'revision_number': 5, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'subnets': [{'id': '70eada8e-6c53-4591-b1fd-b63b9652e2e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:40:45.657982 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ba7b96-51e6-4951-bf20-b7e51be4ae32 None None] New status for floating IP a2c97ff4-d18f-4b08-8146-33b5f451b409: DOWN {{(pid=93896) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 13 04:40:46.116362 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94fa5a1-8f0f-48f9-a10b-bb0266002e3f req-df4aac0f-5fda-47fc-89e6-dc87b9f9d0b5 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93893) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:40:46.117848 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a94fa5a1-8f0f-48f9-a10b-bb0266002e3f req-df4aac0f-5fda-47fc-89e6-dc87b9f9d0b5 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fee77a-c81e-400f-8a01-959a6d472e9c HTTP/1.1" status: 200 len: 945 time: 0.0512238 Aug 13 04:40:46.155420 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-a94fa5a1-8f0f-48f9-a10b-bb0266002e3f req-aac33668-2121-4e95-bf13-9780deff431f tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/security-groups?id=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308671 Aug 13 04:40:46.434344 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f485129-5e59-45d3-b442-ba3ac61a7af2 req-39c6bb8f-c297-444d-8d77-efad62dbf069 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93894) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 13 04:40:46.436060 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-4f485129-5e59-45d3-b442-ba3ac61a7af2 req-39c6bb8f-c297-444d-8d77-efad62dbf069 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.64 "GET /v2.0/ports?device_id=06fee77a-c81e-400f-8a01-959a6d472e9c HTTP/1.1" status: 200 len: 945 time: 0.0530896 Aug 13 04:40:46.520509 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [req-4f485129-5e59-45d3-b442-ba3ac61a7af2 req-cbde56c7-20ab-4877-ba93-54edce219ba0 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Deleting port b09d6a5f-8290-4c39-852c-99ab3183d05c {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:40:46.520845 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-4f485129-5e59-45d3-b442-ba3ac61a7af2 req-cbde56c7-20ab-4877-ba93-54edce219ba0 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:46.608474 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [req-4f485129-5e59-45d3-b442-ba3ac61a7af2 req-cbde56c7-20ab-4877-ba93-54edce219ba0 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] For port b09d6a5f-8290-4c39-852c-99ab3183d05c, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=b09d6a5f-8290-4c39-852c-99ab3183d05c,segment=NetworkSegment(55400ce5-562b-4df1-92f9-d4df5f090c2a),segment_id=55400ce5-562b-4df1-92f9-d4df5f090c2a)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:40:46.608829 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-4f485129-5e59-45d3-b442-ba3ac61a7af2 req-cbde56c7-20ab-4877-ba93-54edce219ba0 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:46.620931 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [req-4f485129-5e59-45d3-b442-ba3ac61a7af2 req-cbde56c7-20ab-4877-ba93-54edce219ba0 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Calling delete_port for b09d6a5f-8290-4c39-852c-99ab3183d05c owned by compute:nova {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:40:46.742443 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-4f485129-5e59-45d3-b442-ba3ac61a7af2 req-cbde56c7-20ab-4877-ba93-54edce219ba0 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:46.771037 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde56c7-20ab-4877-ba93-54edce219ba0 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Pushing event deleted for resources: {'Port': ['ID=b09d6a5f-8290-4c39-852c-99ab3183d05c,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:40:46.813030 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f485129-5e59-45d3-b442-ba3ac61a7af2 req-cbde56c7-20ab-4877-ba93-54edce219ba0 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] No DVR routers for this DVR port b09d6a5f-8290-4c39-852c-99ab3183d05c on host hv-cinder-75996 {{(pid=93894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:40:46.815507 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [req-4f485129-5e59-45d3-b442-ba3ac61a7af2 req-cbde56c7-20ab-4877-ba93-54edce219ba0 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for port, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:46.817468 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [req-4f485129-5e59-45d3-b442-ba3ac61a7af2 req-cbde56c7-20ab-4877-ba93-54edce219ba0 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.64 "DELETE /v2.0/ports/b09d6a5f-8290-4c39-852c-99ab3183d05c HTTP/1.1" status: 204 len: 173 time: 0.3752768 Aug 13 04:40:46.817906 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fee77a-c81e-400f-8a01-959a6d472e9c', 'name': 'network-vif-deleted', 'tag': 'b09d6a5f-8290-4c39-852c-99ab3183d05c'}] {{(pid=93894) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 13 04:40:46.820088 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c70cdd4b14b3222e3d0e13c26c8e97d260020fc564b3ab37a06bbaa54b203d40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530beb84-bf28-474b-9f42-3d8cb47cac57" -d '{"events": [{"server_uuid": "06fee77a-c81e-400f-8a01-959a6d472e9c", "name": "network-vif-deleted", "tag": "b09d6a5f-8290-4c39-852c-99ab3183d05c"}]}' {{(pid=93894) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 13 04:40:46.857042 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 13 Aug 2021 04:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b17d1e-9931-4f2e-ae7d-40959860ed06 x-openstack-request-id: req-a9b17d1e-9931-4f2e-ae7d-40959860ed06 {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 13 04:40:46.857345 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06fee77a-c81e-400f-8a01-959a6d472e9c", "name": "network-vif-deleted", "tag": "b09d6a5f-8290-4c39-852c-99ab3183d05c", "status": "completed", "code": 200}]} {{(pid=93894) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 13 04:40:46.857614 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a9b17d1e-9931-4f2e-ae7d-40959860ed06 {{(pid=93894) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 13 04:40:46.858011 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fee77a-c81e-400f-8a01-959a6d472e9c', 'name': 'network-vif-deleted', 'tag': 'b09d6a5f-8290-4c39-852c-99ab3183d05c', 'status': 'completed', 'code': 200} Aug 13 04:40:47.258668 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [req-7a825b66-1242-4b27-83be-e3e8e0ef21b3 req-ef982232-ca3a-477a-931e-983a9d589e94 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "GET /v2.0/ports?device_id=06fee77a-c81e-400f-8a01-959a6d472e9c HTTP/1.1" status: 200 len: 210 time: 0.0253921 Aug 13 04:40:48.316410 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 45970) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:40:48.440454 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [None req-0c4369b1-ef91-43c0-ba28-fbbdf55d7c3c tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Deleting port 7a2f006c-c65f-433a-a0e8-42bd64f4bad2 {{(pid=93893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:40:48.441043 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-0c4369b1-ef91-43c0-ba28-fbbdf55d7c3c tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:48.528163 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-0c4369b1-ef91-43c0-ba28-fbbdf55d7c3c tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:48.528658 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-0c4369b1-ef91-43c0-ba28-fbbdf55d7c3c tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:48.544045 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [None req-0c4369b1-ef91-43c0-ba28-fbbdf55d7c3c tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Calling delete_port for 7a2f006c-c65f-433a-a0e8-42bd64f4bad2 owned by network:floatingip {{(pid=93893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:40:48.694142 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-0c4369b1-ef91-43c0-ba28-fbbdf55d7c3c tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:48.732718 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4369b1-ef91-43c0-ba28-fbbdf55d7c3c tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Pushing event deleted for resources: {'Port': ['ID=7a2f006c-c65f-433a-a0e8-42bd64f4bad2,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:40:48.794852 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-0c4369b1-ef91-43c0-ba28-fbbdf55d7c3c tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for floatingip, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:48.797408 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-0c4369b1-ef91-43c0-ba28-fbbdf55d7c3c tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-10439'] for floatingip, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:48.798881 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-0c4369b1-ef91-43c0-ba28-fbbdf55d7c3c tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "DELETE /v2.0/floatingips/c1cbeda8-91d4-49bb-b618-cc484559bcb3 HTTP/1.1" status: 204 len: 168 time: 0.4814417 Aug 13 04:40:49.374548 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 6 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:40:50.004465 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 45982) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:40:50.063716 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-fcd93616-5b49-41a0-ab56-4ae16c208e05 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:50.087936 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-fcd93616-5b49-41a0-ab56-4ae16c208e05 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:50.145619 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-fcd93616-5b49-41a0-ab56-4ae16c208e05 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:50.148342 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-fcd93616-5b49-41a0-ab56-4ae16c208e05 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:50.149489 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-fcd93616-5b49-41a0-ab56-4ae16c208e05 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] 10.222.0.13 "DELETE /v2.0/security-groups/cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a HTTP/1.1" status: 204 len: 168 time: 0.1440463 Aug 13 04:40:50.158746 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd93616-5b49-41a0-ab56-4ae16c208e05 tempest-TestVolumeBootPattern-1171444093 tempest-TestVolumeBootPattern-1171444093-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb46f104-ee8b-463a-96e6-d2ea4a0d0c0a,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:40:50.207727 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 45986) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:40:50.637629 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-880ffdc5-dd2d-40d8-8f0c-786f9d98aec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683477'] for router_interface, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:50.730259 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device b09d6a5f-8290-4c39-852c-99ab3183d05c no longer exists at agent hyperv_hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:40:50.751233 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] No Port match for: b09d6a5f-8290-4c39-852c-99ab3183d05c {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:40:50.751581 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Device b09d6a5f-8290-4c39-852c-99ab3183d05c not bound to the agent host hv-cinder-75996 {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:40:50.875874 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-880ffdc5-dd2d-40d8-8f0c-786f9d98aec1 admin admin] Deleting port 6ee537ad-5512-45bb-934e-4815e20a6d76 {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:40:50.876209 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-880ffdc5-dd2d-40d8-8f0c-786f9d98aec1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:50.951092 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [None req-880ffdc5-dd2d-40d8-8f0c-786f9d98aec1 admin admin] For port 6ee537ad-5512-45bb-934e-4815e20a6d76, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=6ee537ad-5512-45bb-934e-4815e20a6d76,segment=NetworkSegment(55400ce5-562b-4df1-92f9-d4df5f090c2a),segment_id=55400ce5-562b-4df1-92f9-d4df5f090c2a)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:40:50.951372 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-880ffdc5-dd2d-40d8-8f0c-786f9d98aec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:50.963422 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-880ffdc5-dd2d-40d8-8f0c-786f9d98aec1 admin admin] Calling delete_port for 6ee537ad-5512-45bb-934e-4815e20a6d76 owned by network:router_interface {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:40:51.139702 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-880ffdc5-dd2d-40d8-8f0c-786f9d98aec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:51.171815 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ffdc5-dd2d-40d8-8f0c-786f9d98aec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ee537ad-5512-45bb-934e-4815e20a6d76,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:40:51.334511 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-880ffdc5-dd2d-40d8-8f0c-786f9d98aec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790373'] for router_interface, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:51.543496 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880ffdc5-dd2d-40d8-8f0c-786f9d98aec1 admin admin] Router 84c8ba90-bd75-48e8-9809-29e8e1ab1971 has already been hosted by L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:40:51.647893 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880ffdc5-dd2d-40d8-8f0c-786f9d98aec1 admin admin] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:40:51.654211 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-880ffdc5-dd2d-40d8-8f0c-786f9d98aec1 admin admin] 10.222.0.13 "PUT /v2.0/routers/84c8ba90-bd75-48e8-9809-29e8e1ab1971/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4448986 Aug 13 04:40:51.656313 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 45990) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:40:51.657250 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb9569e-5fb4-4043-b03e-ce92371dd21f None None] Sync routers for ids ['84c8ba90-bd75-48e8-9809-29e8e1ab1971'] in dv-cinder-759961-6-iscsi {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:40:51.666377 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb9569e-5fb4-4043-b03e-ce92371dd21f None None] Routers {'84c8ba90-bd75-48e8-9809-29e8e1ab1971'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:40:51.667020 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-dbb9569e-5fb4-4043-b03e-ce92371dd21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:40:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['84c8ba90-bd75-48e8-9809-29e8e1ab1971'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:40:51.766082 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-464b14b4-2eec-4992-a67f-0615845cd468 admin admin] Notify callbacks [] for router, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:51.772883 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-dbb9569e-5fb4-4043-b03e-ce92371dd21f None None] Set router 84c8ba90-bd75-48e8-9809-29e8e1ab1971 gateway port host: dv-cinder-759961-6-iscsi {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:40:51.866722 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-464b14b4-2eec-4992-a67f-0615845cd468 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:51.919431 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-464b14b4-2eec-4992-a67f-0615845cd468 admin admin] Deleting port a68ab739-0ea9-4e11-998b-17e203ca2927 {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:40:51.919774 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-464b14b4-2eec-4992-a67f-0615845cd468 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:51.947476 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-dbb9569e-5fb4-4043-b03e-ce92371dd21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'name': 'tempest-TestVolumeBootPattern-334249644-router', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:11Z', 'updated_at': '2021-08-13T04:40:51Z', 'revision_number': 5, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'gw_port': {'id': 'a68ab739-0ea9-4e11-998b-17e203ca2927', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:40:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:12Z', 'updated_at': '2021-08-13T04:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi'}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:40:51.977447 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb9569e-5fb4-4043-b03e-ce92371dd21f None None] Checking router: 84c8ba90-bd75-48e8-9809-29e8e1ab1971 for host: dv-cinder-759961-6-iscsi {{(pid=93895) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:40:51.989098 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb9569e-5fb4-4043-b03e-ce92371dd21f None None] Routers {'84c8ba90-bd75-48e8-9809-29e8e1ab1971'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93895) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:40:51.990647 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-dbb9569e-5fb4-4043-b03e-ce92371dd21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:40:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['84c8ba90-bd75-48e8-9809-29e8e1ab1971'], 'active': True} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:40:52.002602 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [None req-464b14b4-2eec-4992-a67f-0615845cd468 admin admin] For port a68ab739-0ea9-4e11-998b-17e203ca2927, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=a68ab739-0ea9-4e11-998b-17e203ca2927,segment=NetworkSegment(edab9050-aae2-4c9b-baa0-6e612e984a64),segment_id=edab9050-aae2-4c9b-baa0-6e612e984a64)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:40:52.002976 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-464b14b4-2eec-4992-a67f-0615845cd468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:52.017217 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-464b14b4-2eec-4992-a67f-0615845cd468 admin admin] Calling delete_port for a68ab739-0ea9-4e11-998b-17e203ca2927 owned by network:router_gateway {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:40:52.093383 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvr_db [None req-dbb9569e-5fb4-4043-b03e-ce92371dd21f None None] Set router 84c8ba90-bd75-48e8-9809-29e8e1ab1971 gateway port host: None {{(pid=93895) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:40:52.143779 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_hamode_db [None req-dbb9569e-5fb4-4043-b03e-ce92371dd21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'name': 'tempest-TestVolumeBootPattern-334249644-router', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:11Z', 'updated_at': '2021-08-13T04:40:51Z', 'revision_number': 6, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'gw_port_host': None}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:40:52.172154 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb9569e-5fb4-4043-b03e-ce92371dd21f None None] The sync data for ids ['84c8ba90-bd75-48e8-9809-29e8e1ab1971'] in dv-cinder-759961-6-iscsi is: [{'id': '84c8ba90-bd75-48e8-9809-29e8e1ab1971', 'name': 'tempest-TestVolumeBootPattern-334249644-router', 'tenant_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:11Z', 'updated_at': '2021-08-13T04:40:51Z', 'revision_number': 6, 'project_id': '6f2d284955ea4d12b60ceba4f7a53e87', 'gw_port_host': None}] {{(pid=93895) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:40:52.184866 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-464b14b4-2eec-4992-a67f-0615845cd468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:52.216627 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b14b4-2eec-4992-a67f-0615845cd468 admin admin] Pushing event deleted for resources: {'Port': ['ID=a68ab739-0ea9-4e11-998b-17e203ca2927,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:40:52.281539 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-464b14b4-2eec-4992-a67f-0615845cd468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3789023'] for router_gateway, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:52.630908 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-464b14b4-2eec-4992-a67f-0615845cd468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-505241'] for router, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:52.633098 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-464b14b4-2eec-4992-a67f-0615845cd468 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:52.682474 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-464b14b4-2eec-4992-a67f-0615845cd468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3787068'] for router, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:52.683044 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464b14b4-2eec-4992-a67f-0615845cd468 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84c8ba90-bd75-48e8-9809-29e8e1ab1971 {{(pid=93894) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 04:40:52.688733 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-464b14b4-2eec-4992-a67f-0615845cd468 admin admin] Notify callbacks [] for router, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:52.689910 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-464b14b4-2eec-4992-a67f-0615845cd468 admin admin] 10.222.0.13 "DELETE /v2.0/routers/84c8ba90-bd75-48e8-9809-29e8e1ab1971 HTTP/1.1" status: 204 len: 168 time: 1.0326147 Aug 13 04:40:52.692479 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 45994) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:40:52.735258 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9a165fb-d08e-4bdb-85b6-ef19b7a1c430 admin admin] Deleting subnet 70eada8e-6c53-4591-b1fd-b63b9652e2e1 {{(pid=93894) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:40:52.738189 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f9a165fb-d08e-4bdb-85b6-ef19b7a1c430 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:52.771073 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f9a165fb-d08e-4bdb-85b6-ef19b7a1c430 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8571626'] for subnet, precommit_delete_associations {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:52.848132 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f9a165fb-d08e-4bdb-85b6-ef19b7a1c430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033975'] for subnet, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:52.899944 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f9a165fb-d08e-4bdb-85b6-ef19b7a1c430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8757428', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8583102'] for subnet, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:52.925538 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a165fb-d08e-4bdb-85b6-ef19b7a1c430 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70eada8e-6c53-4591-b1fd-b63b9652e2e1,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:40:52.929247 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-f9a165fb-d08e-4bdb-85b6-ef19b7a1c430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for subnet, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:52.931164 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-f9a165fb-d08e-4bdb-85b6-ef19b7a1c430 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/70eada8e-6c53-4591-b1fd-b63b9652e2e1 HTTP/1.1" status: 204 len: 168 time: 0.2377350 Aug 13 04:40:52.934809 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 45996) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:40:52.936110 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a974ec01-bd71-4feb-8fb0-f77e3b6dd4c7 None None] Network 87d3a17b-ea4d-435b-9c8e-36b4c38780d2 requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:40:53.007883 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-74327a92-dd24-4ff1-8808-ed53cbee933e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530472'] for network, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:53.061283 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [None req-74327a92-dd24-4ff1-8808-ed53cbee933e admin admin] Deleting port d05a370e-92d9-45a4-b998-be0b8b002f02 {{(pid=93893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:40:53.061662 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-74327a92-dd24-4ff1-8808-ed53cbee933e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:53.114213 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e643bba-fe94-4337-928d-4af95ccf07a5 None None] DHCP port deletion for 87d3a17b-ea4d-435b-9c8e-36b4c38780d2 request from dv-cinder-759961-6-iscsi {{(pid=93895) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 04:40:53.127256 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [None req-74327a92-dd24-4ff1-8808-ed53cbee933e admin admin] For port d05a370e-92d9-45a4-b998-be0b8b002f02, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=d05a370e-92d9-45a4-b998-be0b8b002f02,segment=NetworkSegment(55400ce5-562b-4df1-92f9-d4df5f090c2a),segment_id=55400ce5-562b-4df1-92f9-d4df5f090c2a)] {{(pid=93893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:40:53.127630 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-74327a92-dd24-4ff1-8808-ed53cbee933e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:53.141084 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [None req-74327a92-dd24-4ff1-8808-ed53cbee933e admin admin] Calling delete_port for d05a370e-92d9-45a4-b998-be0b8b002f02 owned by network:dhcp {{(pid=93893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:40:53.166378 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-6e643bba-fe94-4337-928d-4af95ccf07a5 None None] Deleting port d05a370e-92d9-45a4-b998-be0b8b002f02 {{(pid=93895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:40:53.166752 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6e643bba-fe94-4337-928d-4af95ccf07a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:53.227687 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-74327a92-dd24-4ff1-8808-ed53cbee933e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:53.236243 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.db [None req-6e643bba-fe94-4337-928d-4af95ccf07a5 None None] For port d05a370e-92d9-45a4-b998-be0b8b002f02, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=d05a370e-92d9-45a4-b998-be0b8b002f02,segment=NetworkSegment(55400ce5-562b-4df1-92f9-d4df5f090c2a),segment_id=55400ce5-562b-4df1-92f9-d4df5f090c2a)] {{(pid=93895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:40:53.236913 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6e643bba-fe94-4337-928d-4af95ccf07a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:53.250745 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-6e643bba-fe94-4337-928d-4af95ccf07a5 None None] Calling delete_port for d05a370e-92d9-45a4-b998-be0b8b002f02 owned by network:dhcp {{(pid=93895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:40:53.254741 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74327a92-dd24-4ff1-8808-ed53cbee933e admin admin] Pushing event deleted for resources: {'Port': ['ID=d05a370e-92d9-45a4-b998-be0b8b002f02,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:40:53.258371 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74327a92-dd24-4ff1-8808-ed53cbee933e admin admin] No DVR routers for this DVR port d05a370e-92d9-45a4-b998-be0b8b002f02 on host dv-cinder-759961-6-iscsi {{(pid=93893) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:40:53.333296 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-74327a92-dd24-4ff1-8808-ed53cbee933e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038704', 'neutron.services.segments.db._delete_segments_for_network-8740403467888'] for network, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:53.334751 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6e643bba-fe94-4337-928d-4af95ccf07a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941'] for port, after_delete {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:53.343984 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.services.segments.db [None req-74327a92-dd24-4ff1-8808-ed53cbee933e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87d3a17b-ea4d-435b-9c8e-36b4c38780d2']}} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:40:53.354766 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.services.segments.db [None req-74327a92-dd24-4ff1-8808-ed53cbee933e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55400ce5-562b-4df1-92f9-d4df5f090c2a') {'for_net_delete': True} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:40:53.354992 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.services.segments.db [None req-74327a92-dd24-4ff1-8808-ed53cbee933e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55400ce5-562b-4df1-92f9-d4df5f090c2a') {} {{(pid=93893) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:40:53.361977 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e643bba-fe94-4337-928d-4af95ccf07a5 None None] Pushing event deleted for resources: {'Port': ['ID=d05a370e-92d9-45a4-b998-be0b8b002f02,revision_number=None']} {{(pid=93895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:40:53.364230 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e643bba-fe94-4337-928d-4af95ccf07a5 None None] No DVR routers for this DVR port d05a370e-92d9-45a4-b998-be0b8b002f02 on host dv-cinder-759961-6-iscsi {{(pid=93895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:40:53.365517 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-74327a92-dd24-4ff1-8808-ed53cbee933e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403392121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9290325'] for segment, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:53.375260 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e643bba-fe94-4337-928d-4af95ccf07a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:40:53.375586 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e643bba-fe94-4337-928d-4af95ccf07a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:40:53.375928 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e643bba-fe94-4337-928d-4af95ccf07a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:40:53.376265 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e643bba-fe94-4337-928d-4af95ccf07a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:40:53.376594 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e643bba-fe94-4337-928d-4af95ccf07a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:40:53.377006 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e643bba-fe94-4337-928d-4af95ccf07a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:40:53.377244 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e643bba-fe94-4337-928d-4af95ccf07a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:40:53.377594 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e643bba-fe94-4337-928d-4af95ccf07a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:40:53.378048 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e643bba-fe94-4337-928d-4af95ccf07a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:40:53.378233 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e643bba-fe94-4337-928d-4af95ccf07a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:40:53.378549 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e643bba-fe94-4337-928d-4af95ccf07a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:40:53.378859 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e643bba-fe94-4337-928d-4af95ccf07a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759961-6-iscsi {{(pid=93895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 13 04:40:53.382178 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-74327a92-dd24-4ff1-8808-ed53cbee933e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910'] for segment, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:53.388688 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74327a92-dd24-4ff1-8808-ed53cbee933e admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=93893) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:40:53.389087 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-74327a92-dd24-4ff1-8808-ed53cbee933e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9290153'] for segment, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:53.390744 dv-cinder-759961-6-iscsi neutron-server[93893]: Traceback (most recent call last): Aug 13 04:40:53.390744 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:40:53.390744 dv-cinder-759961-6-iscsi neutron-server[93893]: timer() Aug 13 04:40:53.390744 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:40:53.390744 dv-cinder-759961-6-iscsi neutron-server[93893]: cb(*args, **kw) Aug 13 04:40:53.390744 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:40:53.390744 dv-cinder-759961-6-iscsi neutron-server[93893]: return func(*args, **kwargs) Aug 13 04:40:53.390744 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:40:53.390744 dv-cinder-759961-6-iscsi neutron-server[93893]: self._notify() Aug 13 04:40:53.390744 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:40:53.390744 dv-cinder-759961-6-iscsi neutron-server[93893]: self.callback(batched_events) Aug 13 04:40:53.390744 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:40:53.390744 dv-cinder-759961-6-iscsi neutron-server[93893]: event.method(event) Aug 13 04:40:53.390744 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:40:53.390744 dv-cinder-759961-6-iscsi neutron-server[93893]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:40:53.390744 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:40:53.390744 dv-cinder-759961-6-iscsi neutron-server[93893]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:40:53.390744 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:40:53.390744 dv-cinder-759961-6-iscsi neutron-server[93893]: return f(self, *a, **k) Aug 13 04:40:53.390744 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:40:53.390744 dv-cinder-759961-6-iscsi neutron-server[93893]: return self._get(url).json() Aug 13 04:40:53.390744 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:40:53.390744 dv-cinder-759961-6-iscsi neutron-server[93893]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:40:53.390744 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:40:53.390744 dv-cinder-759961-6-iscsi neutron-server[93893]: return self.request(url, 'GET', **kwargs) Aug 13 04:40:53.390744 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:40:53.390744 dv-cinder-759961-6-iscsi neutron-server[93893]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:40:53.390744 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:40:53.390744 dv-cinder-759961-6-iscsi neutron-server[93893]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:40:53.390744 dv-cinder-759961-6-iscsi neutron-server[93893]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:40:53.390744 dv-cinder-759961-6-iscsi neutron-server[93893]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:40:53.390744 dv-cinder-759961-6-iscsi neutron-server[93893]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:40:53.442818 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-74327a92-dd24-4ff1-8808-ed53cbee933e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3788963'] for network, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:53.447762 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-74327a92-dd24-4ff1-8808-ed53cbee933e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for network, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:53.449743 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-74327a92-dd24-4ff1-8808-ed53cbee933e admin admin] 10.222.0.13 "DELETE /v2.0/networks/87d3a17b-ea4d-435b-9c8e-36b4c38780d2 HTTP/1.1" status: 204 len: 168 time: 0.5137403 Aug 13 04:40:53.452962 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 45998) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:40:53.460056 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74327a92-dd24-4ff1-8808-ed53cbee933e admin admin] Pushing event deleted for resources: {'Network': ['ID=87d3a17b-ea4d-435b-9c8e-36b4c38780d2,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:40:53.793660 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1f68d7c4-dff2-43ff-a09f-8929956e219d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3683477'] for router_interface, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:54.030429 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-1f68d7c4-dff2-43ff-a09f-8929956e219d admin admin] Deleting port 0fc4bd31-6831-41ff-aa3c-76cbb203aef7 {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:40:54.030776 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1f68d7c4-dff2-43ff-a09f-8929956e219d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:54.037344 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 6ee537ad-5512-45bb-934e-4815e20a6d76 no longer exists at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:40:54.056453 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] No Port match for: 6ee537ad-5512-45bb-934e-4815e20a6d76 {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:40:54.056793 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 6ee537ad-5512-45bb-934e-4815e20a6d76 not bound to the agent host dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:40:54.057201 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device a68ab739-0ea9-4e11-998b-17e203ca2927 no longer exists at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:40:54.076048 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] No Port match for: a68ab739-0ea9-4e11-998b-17e203ca2927 {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:40:54.076380 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device a68ab739-0ea9-4e11-998b-17e203ca2927 not bound to the agent host dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:40:54.076778 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device d05a370e-92d9-45a4-b998-be0b8b002f02 no longer exists at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:40:54.094987 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] No Port match for: d05a370e-92d9-45a4-b998-be0b8b002f02 {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:40:54.095321 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device d05a370e-92d9-45a4-b998-be0b8b002f02 not bound to the agent host dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:40:54.113203 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [None req-1f68d7c4-dff2-43ff-a09f-8929956e219d admin admin] For port 0fc4bd31-6831-41ff-aa3c-76cbb203aef7, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=0fc4bd31-6831-41ff-aa3c-76cbb203aef7,segment=NetworkSegment(20309436-bf11-46bf-9ed8-0dbcd7d3f713),segment_id=20309436-bf11-46bf-9ed8-0dbcd7d3f713)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:40:54.113608 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1f68d7c4-dff2-43ff-a09f-8929956e219d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:54.126564 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-1f68d7c4-dff2-43ff-a09f-8929956e219d admin admin] Calling delete_port for 0fc4bd31-6831-41ff-aa3c-76cbb203aef7 owned by network:router_interface {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:40:54.305636 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1f68d7c4-dff2-43ff-a09f-8929956e219d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:54.337720 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68d7c4-dff2-43ff-a09f-8929956e219d admin admin] Pushing event deleted for resources: {'Port': ['ID=0fc4bd31-6831-41ff-aa3c-76cbb203aef7,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:40:54.493181 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-1f68d7c4-dff2-43ff-a09f-8929956e219d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3716101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3790373'] for router_interface, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:54.706531 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f68d7c4-dff2-43ff-a09f-8929956e219d admin admin] Router 82894cff-b93f-430a-a01d-6d5633b4f10f has already been hosted by L3 agent 8fc9c413-50a4-46a7-908c-28f8020fc9bb {{(pid=93894) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 13 04:40:54.812316 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f68d7c4-dff2-43ff-a09f-8929956e219d admin admin] Notify agent at l3_agent.dv-cinder-759961-6-iscsi the message routers_updated {{(pid=93894) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 13 04:40:54.817171 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-1f68d7c4-dff2-43ff-a09f-8929956e219d admin admin] 10.222.0.13 "PUT /v2.0/routers/82894cff-b93f-430a-a01d-6d5633b4f10f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3630331 Aug 13 04:40:54.819845 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 46000) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:40:54.820494 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d362fc45-1677-48d3-956d-abe229039d81 None None] Sync routers for ids ['82894cff-b93f-430a-a01d-6d5633b4f10f'] in dv-cinder-759961-6-iscsi {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 13 04:40:54.830200 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d362fc45-1677-48d3-956d-abe229039d81 None None] Routers {'82894cff-b93f-430a-a01d-6d5633b4f10f'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:40:54.830809 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-d362fc45-1677-48d3-956d-abe229039d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:40:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['82894cff-b93f-430a-a01d-6d5633b4f10f'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:40:54.922158 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-38ed465c-08d5-4b8f-a723-939d0d89eaea admin admin] Notify callbacks [] for router, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:54.935160 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-d362fc45-1677-48d3-956d-abe229039d81 None None] Set router 82894cff-b93f-430a-a01d-6d5633b4f10f gateway port host: dv-cinder-759961-6-iscsi {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:40:55.022616 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-38ed465c-08d5-4b8f-a723-939d0d89eaea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:55.073540 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [None req-38ed465c-08d5-4b8f-a723-939d0d89eaea admin admin] Deleting port d5255231-0d0f-497b-8e2b-0db5b43ff8f0 {{(pid=93893) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:40:55.073886 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-38ed465c-08d5-4b8f-a723-939d0d89eaea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:55.111153 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-d362fc45-1677-48d3-956d-abe229039d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82894cff-b93f-430a-a01d-6d5633b4f10f', 'name': 'tempest-TestVolumeBootPattern-613859592-router', 'tenant_id': 'e86147e2ff2342ff8a28b3b65a60cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'external_fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'd5255231-0d0f-497b-8e2b-0db5b43ff8f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:23Z', 'updated_at': '2021-08-13T04:40:54Z', 'revision_number': 5, 'project_id': 'e86147e2ff2342ff8a28b3b65a60cbf7', 'gw_port': {'id': 'd5255231-0d0f-497b-8e2b-0db5b43ff8f0', 'name': '', 'network_id': 'd5442241-d7fe-41d2-8545-5b5874d634cc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ad:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82894cff-b93f-430a-a01d-6d5633b4f10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '644fe726-b54d-4883-8d33-fa766808e879', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759961-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-13T04:32:24Z', 'updated_at': '2021-08-13T04:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '644fe726-b54d-4883-8d33-fa766808e879', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759961-6-iscsi'}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:40:55.137529 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d362fc45-1677-48d3-956d-abe229039d81 None None] Checking router: 82894cff-b93f-430a-a01d-6d5633b4f10f for host: dv-cinder-759961-6-iscsi {{(pid=93896) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 13 04:40:55.145618 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d362fc45-1677-48d3-956d-abe229039d81 None None] Routers {'82894cff-b93f-430a-a01d-6d5633b4f10f'} bound to L3 agent in host dv-cinder-759961-6-iscsi {{(pid=93896) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 13 04:40:55.146220 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-d362fc45-1677-48d3-956d-abe229039d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759961-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-13T04:22:11Z,description=,heartbeat_timestamp=2021-08-13T04:40:41Z,host='dv-cinder-759961-6-iscsi',id=8fc9c413-50a4-46a7-908c-28f8020fc9bb,load=0,resource_versions=,resources_synced=,started_at=2021-08-13T04:22:11Z,topic='l3_agent')) {'router_ids': ['82894cff-b93f-430a-a01d-6d5633b4f10f'], 'active': True} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:40:55.153617 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.db [None req-38ed465c-08d5-4b8f-a723-939d0d89eaea admin admin] For port d5255231-0d0f-497b-8e2b-0db5b43ff8f0, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=d5255231-0d0f-497b-8e2b-0db5b43ff8f0,segment=NetworkSegment(edab9050-aae2-4c9b-baa0-6e612e984a64),segment_id=edab9050-aae2-4c9b-baa0-6e612e984a64)] {{(pid=93893) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:40:55.153986 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-38ed465c-08d5-4b8f-a723-939d0d89eaea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:55.165684 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.plugins.ml2.plugin [None req-38ed465c-08d5-4b8f-a723-939d0d89eaea admin admin] Calling delete_port for d5255231-0d0f-497b-8e2b-0db5b43ff8f0 owned by network:router_gateway {{(pid=93893) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:40:55.229517 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_dvr_db [None req-d362fc45-1677-48d3-956d-abe229039d81 None None] Set router 82894cff-b93f-430a-a01d-6d5633b4f10f gateway port host: None {{(pid=93896) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 13 04:40:55.280195 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.l3_hamode_db [None req-d362fc45-1677-48d3-956d-abe229039d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82894cff-b93f-430a-a01d-6d5633b4f10f', 'name': 'tempest-TestVolumeBootPattern-613859592-router', 'tenant_id': 'e86147e2ff2342ff8a28b3b65a60cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:23Z', 'updated_at': '2021-08-13T04:40:55Z', 'revision_number': 6, 'project_id': 'e86147e2ff2342ff8a28b3b65a60cbf7', 'gw_port_host': None}], 'dv-cinder-759961-6-iscsi', False) {} {{(pid=93896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:40:55.310811 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d362fc45-1677-48d3-956d-abe229039d81 None None] The sync data for ids ['82894cff-b93f-430a-a01d-6d5633b4f10f'] in dv-cinder-759961-6-iscsi is: [{'id': '82894cff-b93f-430a-a01d-6d5633b4f10f', 'name': 'tempest-TestVolumeBootPattern-613859592-router', 'tenant_id': 'e86147e2ff2342ff8a28b3b65a60cbf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-13T04:32:23Z', 'updated_at': '2021-08-13T04:40:55Z', 'revision_number': 6, 'project_id': 'e86147e2ff2342ff8a28b3b65a60cbf7', 'gw_port_host': None}] {{(pid=93896) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 13 04:40:55.594762 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-38ed465c-08d5-4b8f-a723-939d0d89eaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9290052'] for port, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:55.617785 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed465c-08d5-4b8f-a723-939d0d89eaea admin admin] Pushing event deleted for resources: {'Port': ['ID=d5255231-0d0f-497b-8e2b-0db5b43ff8f0,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:40:55.679046 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-38ed465c-08d5-4b8f-a723-939d0d89eaea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3789023'] for router_gateway, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:55.772278 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-38ed465c-08d5-4b8f-a723-939d0d89eaea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3787059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-505241'] for router, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:55.774368 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-38ed465c-08d5-4b8f-a723-939d0d89eaea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:55.816006 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-38ed465c-08d5-4b8f-a723-939d0d89eaea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3787068'] for router, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:55.816554 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ed465c-08d5-4b8f-a723-939d0d89eaea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82894cff-b93f-430a-a01d-6d5633b4f10f {{(pid=93893) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 13 04:40:55.821675 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-38ed465c-08d5-4b8f-a723-939d0d89eaea admin admin] Notify callbacks [] for router, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:55.822854 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-38ed465c-08d5-4b8f-a723-939d0d89eaea admin admin] 10.222.0.13 "DELETE /v2.0/routers/82894cff-b93f-430a-a01d-6d5633b4f10f HTTP/1.1" status: 204 len: 168 time: 1.0020158 Aug 13 04:40:55.825493 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.wsgi [-] (93893) accepted ('10.222.0.13', 46002) {{(pid=93893) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:40:55.868706 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.db.db_base_plugin_v2 [None req-da888bf0-2002-44a5-a697-90bad000b9eb admin admin] Deleting subnet 60f02a74-4a73-4b4b-897c-2f5fc60b9335 {{(pid=93893) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 13 04:40:55.871901 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-da888bf0-2002-44a5-a697-90bad000b9eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:55.905014 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-da888bf0-2002-44a5-a697-90bad000b9eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9290306'] for subnet, precommit_delete_associations {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:55.982963 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-da888bf0-2002-44a5-a697-90bad000b9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1033975'] for subnet, precommit_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:56.033060 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-da888bf0-2002-44a5-a697-90bad000b9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1033952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4142919', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9290103', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9155894'] for subnet, after_delete {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:56.060550 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron_lib.callbacks.manager [None req-da888bf0-2002-44a5-a697-90bad000b9eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93893) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:56.064983 dv-cinder-759961-6-iscsi neutron-server[93893]: INFO neutron.wsgi [None req-da888bf0-2002-44a5-a697-90bad000b9eb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/60f02a74-4a73-4b4b-897c-2f5fc60b9335 HTTP/1.1" status: 204 len: 168 time: 0.2360313 Aug 13 04:40:56.064983 dv-cinder-759961-6-iscsi neutron-server[93893]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da888bf0-2002-44a5-a697-90bad000b9eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60f02a74-4a73-4b4b-897c-2f5fc60b9335,revision_number=None']} {{(pid=93893) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:40:56.065392 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 46004) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:40:56.068245 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d972a21-0cba-41e1-ab23-fc34afa5d880 None None] Network 8f5419f6-8eb1-4037-b6b8-1fb8911412a9 requested from dv-cinder-759961-6-iscsi {{(pid=93895) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 13 04:40:56.149390 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-825e8c19-528e-47cb-a5a7-7187854ce41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530472'] for network, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:56.211493 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-825e8c19-528e-47cb-a5a7-7187854ce41f admin admin] Deleting port 76d8ef81-eb53-4f4e-a676-f829ce5c5327 {{(pid=93894) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 13 04:40:56.211831 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-825e8c19-528e-47cb-a5a7-7187854ce41f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740403472424'] for port, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:56.243874 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device d5255231-0d0f-497b-8e2b-0db5b43ff8f0 no longer exists at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:40:56.272343 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] No Port match for: d5255231-0d0f-497b-8e2b-0db5b43ff8f0 {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:40:56.272699 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device d5255231-0d0f-497b-8e2b-0db5b43ff8f0 not bound to the agent host dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:40:56.273120 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 0fc4bd31-6831-41ff-aa3c-76cbb203aef7 no longer exists at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:40:56.274906 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.db [None req-825e8c19-528e-47cb-a5a7-7187854ce41f admin admin] For port 76d8ef81-eb53-4f4e-a676-f829ce5c5327, host dv-cinder-759961-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759961-6-iscsi',level=0,port_id=76d8ef81-eb53-4f4e-a676-f829ce5c5327,segment=NetworkSegment(20309436-bf11-46bf-9ed8-0dbcd7d3f713),segment_id=20309436-bf11-46bf-9ed8-0dbcd7d3f713)] {{(pid=93894) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 13 04:40:56.275273 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-825e8c19-528e-47cb-a5a7-7187854ce41f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3790010'] for port, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:56.289163 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.plugin [None req-825e8c19-528e-47cb-a5a7-7187854ce41f admin admin] Calling delete_port for 76d8ef81-eb53-4f4e-a676-f829ce5c5327 owned by network:dhcp {{(pid=93894) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 13 04:40:56.300338 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] No Port match for: 0fc4bd31-6831-41ff-aa3c-76cbb203aef7 {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:40:56.300685 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 0fc4bd31-6831-41ff-aa3c-76cbb203aef7 not bound to the agent host dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:40:56.380091 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-825e8c19-528e-47cb-a5a7-7187854ce41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-935904', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740403479170', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740402908941', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8757383'] for port, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:56.406836 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e8c19-528e-47cb-a5a7-7187854ce41f admin admin] Pushing event deleted for resources: {'Port': ['ID=76d8ef81-eb53-4f4e-a676-f829ce5c5327,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:40:56.410096 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825e8c19-528e-47cb-a5a7-7187854ce41f admin admin] No DVR routers for this DVR port 76d8ef81-eb53-4f4e-a676-f829ce5c5327 on host dv-cinder-759961-6-iscsi {{(pid=93894) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 13 04:40:56.437529 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870c6b4e-ecba-495c-a582-53c17093c5fb None None] DHCP port deletion for 8f5419f6-8eb1-4037-b6b8-1fb8911412a9 request from dv-cinder-759961-6-iscsi {{(pid=93895) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 13 04:40:56.478180 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-825e8c19-528e-47cb-a5a7-7187854ce41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1038704', 'neutron.services.segments.db._delete_segments_for_network-8740403467888'] for network, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:56.487820 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-825e8c19-528e-47cb-a5a7-7187854ce41f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f5419f6-8eb1-4037-b6b8-1fb8911412a9']}} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:40:56.501446 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-825e8c19-528e-47cb-a5a7-7187854ce41f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20309436-bf11-46bf-9ed8-0dbcd7d3f713') {'for_net_delete': True} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:40:56.501741 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.services.segments.db [None req-825e8c19-528e-47cb-a5a7-7187854ce41f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20309436-bf11-46bf-9ed8-0dbcd7d3f713') {} {{(pid=93894) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 13 04:40:56.510082 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-825e8c19-528e-47cb-a5a7-7187854ce41f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740403392121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8571645'] for segment, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:56.523743 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-825e8c19-528e-47cb-a5a7-7187854ce41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910'] for segment, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:56.529548 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-825e8c19-528e-47cb-a5a7-7187854ce41f admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=93894) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 13 04:40:56.529949 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-825e8c19-528e-47cb-a5a7-7187854ce41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1033910', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8757354'] for segment, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:56.531570 dv-cinder-759961-6-iscsi neutron-server[93894]: Traceback (most recent call last): Aug 13 04:40:56.531570 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 13 04:40:56.531570 dv-cinder-759961-6-iscsi neutron-server[93894]: timer() Aug 13 04:40:56.531570 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 13 04:40:56.531570 dv-cinder-759961-6-iscsi neutron-server[93894]: cb(*args, **kw) Aug 13 04:40:56.531570 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 13 04:40:56.531570 dv-cinder-759961-6-iscsi neutron-server[93894]: return func(*args, **kwargs) Aug 13 04:40:56.531570 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 13 04:40:56.531570 dv-cinder-759961-6-iscsi neutron-server[93894]: self._notify() Aug 13 04:40:56.531570 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 13 04:40:56.531570 dv-cinder-759961-6-iscsi neutron-server[93894]: self.callback(batched_events) Aug 13 04:40:56.531570 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 13 04:40:56.531570 dv-cinder-759961-6-iscsi neutron-server[93894]: event.method(event) Aug 13 04:40:56.531570 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 13 04:40:56.531570 dv-cinder-759961-6-iscsi neutron-server[93894]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 13 04:40:56.531570 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 13 04:40:56.531570 dv-cinder-759961-6-iscsi neutron-server[93894]: aggregate_uuid = self.p_client.list_aggregates( Aug 13 04:40:56.531570 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 13 04:40:56.531570 dv-cinder-759961-6-iscsi neutron-server[93894]: return f(self, *a, **k) Aug 13 04:40:56.531570 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 13 04:40:56.531570 dv-cinder-759961-6-iscsi neutron-server[93894]: return self._get(url).json() Aug 13 04:40:56.531570 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 13 04:40:56.531570 dv-cinder-759961-6-iscsi neutron-server[93894]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 13 04:40:56.531570 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 13 04:40:56.531570 dv-cinder-759961-6-iscsi neutron-server[93894]: return self.request(url, 'GET', **kwargs) Aug 13 04:40:56.531570 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 13 04:40:56.531570 dv-cinder-759961-6-iscsi neutron-server[93894]: base_url = self.get_endpoint(auth, allow=allow, Aug 13 04:40:56.531570 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 13 04:40:56.531570 dv-cinder-759961-6-iscsi neutron-server[93894]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 13 04:40:56.531570 dv-cinder-759961-6-iscsi neutron-server[93894]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 13 04:40:56.531570 dv-cinder-759961-6-iscsi neutron-server[93894]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 13 04:40:56.531570 dv-cinder-759961-6-iscsi neutron-server[93894]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 13 04:40:56.583143 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-825e8c19-528e-47cb-a5a7-7187854ce41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1038697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143850', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3716156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3788963'] for network, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:56.588355 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-825e8c19-528e-47cb-a5a7-7187854ce41f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3716130'] for network, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:56.590423 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-825e8c19-528e-47cb-a5a7-7187854ce41f admin admin] 10.222.0.13 "DELETE /v2.0/networks/8f5419f6-8eb1-4037-b6b8-1fb8911412a9 HTTP/1.1" status: 204 len: 168 time: 0.5239432 Aug 13 04:40:56.601133 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e8c19-528e-47cb-a5a7-7187854ce41f admin admin] Pushing event deleted for resources: {'Network': ['ID=8f5419f6-8eb1-4037-b6b8-1fb8911412a9,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:40:56.703687 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 46008) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:40:56.741802 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-a6f0ebfb-3ee8-4269-8018-fe9837154092 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f2d284955ea4d12b60ceba4f7a53e87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369589 Aug 13 04:40:56.744148 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 46010) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:40:56.791023 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-aa2541a4-4d96-4809-8356-b2cbb0b16f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:56.816968 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-aa2541a4-4d96-4809-8356-b2cbb0b16f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:56.861533 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-aa2541a4-4d96-4809-8356-b2cbb0b16f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:56.864025 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-aa2541a4-4d96-4809-8356-b2cbb0b16f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:56.865155 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-aa2541a4-4d96-4809-8356-b2cbb0b16f97 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/263d93a8-76a5-47d7-bbde-5d773b26b675 HTTP/1.1" status: 204 len: 168 time: 0.1201127 Aug 13 04:40:56.873637 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2541a4-4d96-4809-8356-b2cbb0b16f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263d93a8-76a5-47d7-bbde-5d773b26b675,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:40:57.173586 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 46016) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:40:57.214557 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-cdac0a8a-5aa3-49bf-8b05-ed9f4b81982b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e86147e2ff2342ff8a28b3b65a60cbf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395668 Aug 13 04:40:57.217548 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.wsgi [-] (93894) accepted ('10.222.0.13', 46018) {{(pid=93894) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 13 04:40:57.267125 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-63a482af-e502-4196-bc57-581ea5e07f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:57.288808 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-63a482af-e502-4196-bc57-581ea5e07f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:57.335639 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-63a482af-e502-4196-bc57-581ea5e07f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4143803'] for security_group, after_delete {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:57.338184 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron_lib.callbacks.manager [None req-63a482af-e502-4196-bc57-581ea5e07f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93894) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:40:57.339319 dv-cinder-759961-6-iscsi neutron-server[93894]: INFO neutron.wsgi [None req-63a482af-e502-4196-bc57-581ea5e07f55 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92c722f7-099c-4e50-8302-6065c4fc446b HTTP/1.1" status: 204 len: 168 time: 0.1208537 Aug 13 04:40:57.347180 dv-cinder-759961-6-iscsi neutron-server[93894]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a482af-e502-4196-bc57-581ea5e07f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c722f7-099c-4e50-8302-6065c4fc446b,revision_number=None']} {{(pid=93894) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 13 04:40:58.038379 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 76d8ef81-eb53-4f4e-a676-f829ce5c5327 no longer exists at agent ovs-agent-dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 13 04:40:58.058413 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.plugin [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] No Port match for: 76d8ef81-eb53-4f4e-a676-f829ce5c5327 {{(pid=93895) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 13 04:40:58.059367 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron.plugins.ml2.rpc [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Device 76d8ef81-eb53-4f4e-a676-f829ce5c5327 not bound to the agent host dv-cinder-759961-6-iscsi {{(pid=93895) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 13 04:41:08.082999 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4ab1cbdf-05ae-475c-b459-8e487c21dcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:10.939126 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-745ba61e-4801-4ed7-a66b-b84e72003527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:11.374478 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:12.106398 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:12.315426 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:14.053812 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:26.373443 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 6 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:41:38.082398 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-1d1958c5-b07f-4a57-803f-87aff0441a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:40.941867 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-287d59f3-70b0-49ec-9fca-9ede2f5423d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:41.375377 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:42.121634 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:42.321611 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:41:44.056257 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:03.372810 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 6 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:42:08.082688 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5f02d4b0-070e-4ea0-8376-59405636f587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:10.942618 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-aac6b793-bb60-4841-90d2-45d1a7031506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:11.377411 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:12.139384 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:12.324078 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:14.059159 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:38.083588 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-de264f7c-6348-4af7-9935-97a390cdccf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:40.371282 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 6 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:42:40.944077 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-6f2b6267-4514-4f8b-84cf-49375463d2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:41.378573 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:42.136113 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:42.324298 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:42:44.062773 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:43:08.083750 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-eab53a6c-1ae3-4887-a31f-18595c36703a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:43:10.945367 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-4b0dbb40-4cd7-4f84-b843-a952e39a42e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:43:11.379452 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:43:12.163383 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:43:12.329139 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:43:14.066091 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:43:17.369355 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 6 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:43:38.083954 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-95445eb8-9387-4d59-af54-569da3c3ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:43:40.946822 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-74edd137-0f93-45f2-a19d-60318e04b6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:43:41.380370 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:43:42.199057 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:43:42.330453 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:43:44.068030 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:43:54.367670 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 6 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:44:08.084736 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-daedd475-dd40-4621-84f9-e7f34a47f3ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:10.946982 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0c26d74d-e58b-4b8f-a4e1-cc1e65601743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:11.383885 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:12.231637 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:12.332809 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:14.070562 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:31.366767 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 6 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:44:38.086594 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b0fad378-32c3-46a8-93e9-a2856edc0fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:40.947558 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5c8d7404-711c-43a6-b0ec-bab027ad6c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:41.385504 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:42.235118 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:42.335863 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:44:44.072970 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:45:08.087202 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-ec13f21e-ccff-4c47-ba5e-37f0cbc4561a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:45:08.365628 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 6 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:45:10.948744 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-46b47e23-9952-47b6-b282-f33f5afa3f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:45:11.386478 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:45:12.232162 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:45:12.338456 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:45:14.075368 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:45:38.087705 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-3c56b09d-f9b8-4f50-8820-d2a894aa7486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:45:40.950913 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-53873f1b-508a-4800-9c25-f4a2770a3e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:45:41.386154 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-5bf6325b-247f-4178-98cc-f052b8239ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:45:42.239656 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-96d6d108-2560-4f3f-8a47-5d3c1956a558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:45:42.340840 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-2915acfd-6315-4777-a7b3-4fd047e2ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:45:44.078421 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-0034637c-1072-4ba4-a7ea-d89c69a97a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 13 04:45:45.363407 dv-cinder-759961-6-iscsi neutron-server[93896]: DEBUG neutron.db.agents_db [None req-0913f3a6-bb70-4694-829a-4abff58be4a8 None None] Agent healthcheck: found 6 active agents {{(pid=93896) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 13 04:46:08.089913 dv-cinder-759961-6-iscsi neutron-server[93895]: DEBUG neutron_lib.callbacks.manager [None req-b5685397-b623-4c6e-8983-372545aeda4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740403467780', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1037566'] for agent, after_update {{(pid=93895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}